{ "_class" : "hudson.tasks.junit.TestResult", "testActions" : [ ], "duration" : 5050.0, "empty" : False, "failCount" : 435, "passCount" : 0, "skipCount" : 0, "suites" : [ { "cases" : [ { "testActions" : [ ], "age" : 259, "className" : "nitb_sms:sysmo", "duration" : 5.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=3372): Process ended prematurely: osmo-nitb_10.42.42.2(pid=3372) [trial-2403↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3372)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=3372): Process ended prematurely: osmo-nitb_10.42.42.2(pid=3372) [trial-2403↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3372)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 nitb_sms:sysmo mo_mt_sms.py\u000a----------------------------------------------\u000a09:54:46.411340 tst nitb_sms:sysmo: Using 1 x ip_address (candidates: 1)\u000a09:54:46.425529 tst nitb_sms:sysmo: Using 1 x bts (candidates: 1)\u000a09:54:47.148011 tst mo_mt_sms.py: using LAC 40118\u000a09:54:47.276311 tst mo_mt_sms.py: using RAC 83\u000a09:54:47.398982 tst mo_mt_sms.py: using CellId 40118\u000a09:54:47.526989 tst mo_mt_sms.py: using BVCI 40119\u000a09:54:47.550806 tst nitb_sms:sysmo: Using 1 x modem (candidates: 2)\u000a09:54:47.730517 tst nitb_sms:sysmo: Using 1 x modem (candidates: 2)\u000a09:54:48.007849 tst mo_mt_sms.py:9: start nitb and bts...\u000a09:54:48.132235 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a09:54:50.381391 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=3371): Launched\u000a09:54:50.681479 run osmo-nitb_10.42.42.2(pid=3372): Launched\u000a09:54:50.853948 run osmo-nitb_10.42.42.2(pid=3372): ERR: Terminated: ERROR {rc=2} [trial-2403↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3372)]\u000a09:54:50.979366 run osmo-nitb_10.42.42.2(pid=3372): stdout: \u000a| (launched: 2022-12-14_09:54:50.533834) \u000a09:54:51.104386 run osmo-nitb_10.42.42.2(pid=3372): stderr: \u000a| (launched: 2022-12-14_09:54:50.578330)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a09:54:51.225283 run osmo-nitb_10.42.42.2(pid=3372): stdout: \u000a| (launched: 2022-12-14_09:54:50.533834) \u000a09:54:51.344211 run osmo-nitb_10.42.42.2(pid=3372): stderr: \u000a| (launched: 2022-12-14_09:54:50.578330)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a09:54:51.396535 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=3372): Process ended prematurely: osmo-nitb_10.42.42.2(pid=3372) [trial-2403↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3372)] [trial-2403↪nitb_sms:sysmo↪mo_mt_sms.py:11]\u000a09:54:51.404488 tst mo_mt_sms.py:11: Test FAILED (5.0 sec)\u000a09:54:51.439542 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=3371): Terminating (SIGTERM)\u000a09:54:51.617344 --- ParallelTerminationStrategy: PID 3371 died...\u000a09:54:51.672846 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=3371): Terminated: ok {rc=0}\u000a09:54:51.757714 bus /sierra_3: Setting Powered False\u000a09:54:52.868245 bus /sierra_3: Setting Powered False\u000a09:54:53.981155 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 10.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "0", "name" : "nitb_sms_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T09:54:46" }, { "cases" : [ { "testActions" : [ ], "age" : 73, "className" : "sms:sysmo", "duration" : 15.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3392): Process ended prematurely: osmo-stp_10.42.42.5(pid=3392) [trial-2403↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3392)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3392): Process ended prematurely: osmo-stp_10.42.42.5(pid=3392) [trial-2403↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3392)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 sms:sysmo mo_mt_sms.py\u000a----------------------------------------------\u000a09:54:55.838026 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a09:54:55.848670 tst sms:sysmo: Using 1 x bts (candidates: 1)\u000a09:54:55.971805 tst mo_mt_sms.py: using LAC 40119\u000a09:54:56.097232 tst mo_mt_sms.py: using RAC 84\u000a09:54:56.223501 tst mo_mt_sms.py: using CellId 40119\u000a09:54:56.348221 tst mo_mt_sms.py: using BVCI 40120\u000a09:54:56.372935 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a09:54:56.383922 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a09:54:56.394939 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a09:54:56.405850 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a09:54:56.416675 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a09:54:56.427582 tst sms:sysmo: Using 1 x modem (candidates: 2)\u000a09:54:56.545312 tst sms:sysmo: Using 1 x modem (candidates: 2)\u000a09:54:56.756455 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:54:58.535656 run create_hlr_db(pid=3376): Launched\u000a09:54:58.723235 bus /sierra_2: Setting Powered False\u000a09:54:59.743324 run create_hlr_db(pid=3376): Terminated: ok {rc=0}\u000a09:55:00.151743 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3378): Launched\u000a09:55:00.456431 run osmo-hlr_10.42.42.2(pid=3379): Launched\u000a09:55:00.572611 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:55:03.209916 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3391): Launched\u000a09:55:03.514037 run osmo-stp_10.42.42.5(pid=3392): Launched\u000a09:55:03.624364 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:55:08.869266 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3394): Launched\u000a09:55:09.173097 run osmo-msc_10.42.42.6(pid=3395): Launched\u000a09:55:09.350050 run osmo-stp_10.42.42.5(pid=3392): ERR: Terminated: ERROR {rc=1} [trial-2403↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3392)]\u000a09:55:09.477684 run osmo-stp_10.42.42.5(pid=3392): stdout: \u000a| (launched: 2022-12-14_09:55:03.362743)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:55:09.602807 run osmo-stp_10.42.42.5(pid=3392): stderr: \u000a| �[0;m�[38;5;43m20221214095503534 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214095503534 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214095503534 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214095503535 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214095503535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214095503535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214095503535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:55:09.723531 run osmo-stp_10.42.42.5(pid=3392): stdout: \u000a| (launched: 2022-12-14_09:55:03.362743)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:55:09.843299 run osmo-stp_10.42.42.5(pid=3392): stderr: \u000a| �[0;m�[38;5;43m20221214095503534 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214095503534 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214095503534 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214095503535 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214095503535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214095503535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214095503535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:55:09.895901 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=3392): Process ended prematurely: osmo-stp_10.42.42.5(pid=3392) [trial-2403↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3392)] [trial-2403↪sms:sysmo↪mo_mt_sms.py:16]\u000a09:55:09.904069 tst mo_mt_sms.py:16: Test FAILED (14.1 sec)\u000a09:55:09.964715 run osmo-hlr_10.42.42.2(pid=3379): ERR: Terminated: ERROR {rc=237} [trial-2403↪sms:sysmo↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3379)]\u000a09:55:10.014668 run osmo-hlr_10.42.42.2(pid=3379): stdout: \u000a| (launched: 2022-12-14_09:55:00.304594) \u000a09:55:10.064814 run osmo-hlr_10.42.42.2(pid=3379): stderr: \u000a| �[0;m�[1;31m20221214095500485 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214095500485 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214095500485 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214095500485 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214095500485 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214095500486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214095500498 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/sms:sysmo/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214095500506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214095500507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214095500507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:55:10.133107 run osmo-msc_10.42.42.6(pid=3395): ERR: Terminated: ERROR {rc=2} [trial-2403↪sms:sysmo↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3395)]\u000a09:55:10.183286 run osmo-msc_10.42.42.6(pid=3395): stdout: \u000a| (launched: 2022-12-14_09:55:09.021268) \u000a09:55:10.234072 run osmo-msc_10.42.42.6(pid=3395): stderr: \u000a| �[0;m�[38;5;43m20221214095509293 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214095509294 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbe8a49ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214095509294 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214095509294 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214095509294 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214095509294 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214095509297 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214095509298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214095509298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214095509298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:55:10.277305 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3378): Terminating (SIGTERM)\u000a09:55:10.317919 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3391): Terminating (SIGTERM)\u000a09:55:10.358327 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3394): Terminating (SIGTERM)\u000a09:55:10.367585 --- ParallelTerminationStrategy: PID 3378 died...\u000a09:55:10.422093 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3378): Terminated: ok {rc=0}\u000a09:55:10.431739 --- ParallelTerminationStrategy: PID 3391 died...\u000a09:55:10.485968 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3391): Terminated: ok {rc=0}\u000a09:55:10.501931 --- ParallelTerminationStrategy: PID 3394 died...\u000a09:55:10.556097 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3394): Terminated: ok {rc=0}\u000a09:55:10.645683 bus /sierra_3: Setting Powered False\u000a09:55:11.753932 bus /sierra_3: Setting Powered False\u000a09:55:12.865264 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 19.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "1", "name" : "sms_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T09:54:55" }, { "cases" : [ { "testActions" : [ ], "age" : 259, "className" : "nitb_ussd:sysmo", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=3754): Process ended prematurely: osmo-nitb_10.42.42.2(pid=3754) [trial-2403↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3754)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=3754): Process ended prematurely: osmo-nitb_10.42.42.2(pid=3754) [trial-2403↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3754)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 nitb_ussd:sysmo assert_extension.py\u000a----------------------------------------------\u000a09:55:14.686855 tst nitb_ussd:sysmo: Using 1 x ip_address (candidates: 1)\u000a09:55:14.698473 tst nitb_ussd:sysmo: Using 1 x bts (candidates: 1)\u000a09:55:14.828812 tst assert_extension.py: using LAC 40120\u000a09:55:14.948904 tst assert_extension.py: using RAC 85\u000a09:55:15.074292 tst assert_extension.py: using CellId 40120\u000a09:55:15.201140 tst assert_extension.py: using BVCI 40121\u000a09:55:15.225869 tst nitb_ussd:sysmo: Using 1 x modem (candidates: 1)\u000a09:55:15.502905 tst assert_extension.py:10: start nitb and bts...\u000a09:55:15.628575 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a09:55:16.280847 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=3753): Launched\u000a09:55:16.622112 run osmo-nitb_10.42.42.2(pid=3754): Launched\u000a09:55:16.812668 run osmo-nitb_10.42.42.2(pid=3754): ERR: Terminated: ERROR {rc=2} [trial-2403↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3754)]\u000a09:55:16.953977 run osmo-nitb_10.42.42.2(pid=3754): stdout: \u000a| (launched: 2022-12-14_09:55:16.449341) \u000a09:55:17.096239 run osmo-nitb_10.42.42.2(pid=3754): stderr: \u000a| (launched: 2022-12-14_09:55:16.498152)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a09:55:17.233538 run osmo-nitb_10.42.42.2(pid=3754): stdout: \u000a| (launched: 2022-12-14_09:55:16.449341) \u000a09:55:17.366493 run osmo-nitb_10.42.42.2(pid=3754): stderr: \u000a| (launched: 2022-12-14_09:55:16.498152)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a09:55:17.750929 tst osmo-nitb_10.42.42.2(pid=3754): stdout: \u000a| (launched: 2022-12-14_09:55:16.449341) \u000a09:55:17.879392 tst osmo-nitb_10.42.42.2(pid=3754): stderr: \u000a| (launched: 2022-12-14_09:55:16.498152)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a09:55:17.935885 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=3754): Process ended prematurely: osmo-nitb_10.42.42.2(pid=3754) [trial-2403↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3754)] [trial-2403↪nitb_ussd:sysmo↪assert_extension.py:12]\u000a09:55:17.944504 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a09:55:17.981181 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=3753): Terminating (SIGTERM)\u000a09:55:18.159069 --- ParallelTerminationStrategy: PID 3753 died...\u000a09:55:18.217818 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=3753): Terminated: ok {rc=0}\u000a09:55:18.306611 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "2", "name" : "nitb_ussd_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T09:55:14" }, { "cases" : [ { "testActions" : [ ], "age" : 73, "className" : "ussd:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3881): Process ended prematurely: osmo-stp_10.42.42.5(pid=3881) [trial-2403↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3881)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3881): Process ended prematurely: osmo-stp_10.42.42.5(pid=3881) [trial-2403↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3881)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 ussd:sysmo assert_extension.py\u000a----------------------------------------------\u000a09:55:20.237969 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a09:55:20.249111 tst ussd:sysmo: Using 1 x bts (candidates: 1)\u000a09:55:20.371688 tst assert_extension.py: using LAC 40121\u000a09:55:20.495255 tst assert_extension.py: using RAC 86\u000a09:55:20.619859 tst assert_extension.py: using CellId 40121\u000a09:55:20.748271 tst assert_extension.py: using BVCI 40122\u000a09:55:20.772710 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a09:55:20.783721 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a09:55:20.794899 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a09:55:20.805838 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a09:55:20.816688 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a09:55:20.827534 tst ussd:sysmo: Using 1 x modem (candidates: 1)\u000a09:55:21.036755 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:55:21.553233 run create_hlr_db(pid=3759): Launched\u000a09:55:21.741566 bus /sierra_2: Setting Powered False\u000a09:55:22.761805 run create_hlr_db(pid=3759): Terminated: ok {rc=0}\u000a09:55:23.170838 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3761): Launched\u000a09:55:23.477688 run osmo-hlr_10.42.42.2(pid=3762): Launched\u000a09:55:23.593854 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:55:24.269870 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3846): Launched\u000a09:55:24.678686 run osmo-stp_10.42.42.5(pid=3881): Launched\u000a09:55:24.840142 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:55:25.517585 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3942): Launched\u000a09:55:25.923004 run osmo-msc_10.42.42.6(pid=3943): Launched\u000a09:55:26.295123 run osmo-stp_10.42.42.5(pid=3881): ERR: Terminated: ERROR {rc=1} [trial-2403↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3881)]\u000a09:55:26.554191 run osmo-stp_10.42.42.5(pid=3881): stdout: \u000a| (launched: 2022-12-14_09:55:24.426037)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:55:26.750226 run osmo-stp_10.42.42.5(pid=3881): stderr: \u000a| �[0;m�[38;5;43m20221214095524770 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214095524770 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214095524770 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214095524771 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214095524771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214095524771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214095524771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:55:26.874603 run osmo-stp_10.42.42.5(pid=3881): stdout: \u000a| (launched: 2022-12-14_09:55:24.426037)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:55:26.998236 run osmo-stp_10.42.42.5(pid=3881): stderr: \u000a| �[0;m�[38;5;43m20221214095524770 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214095524770 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214095524770 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214095524771 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214095524771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214095524771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214095524771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:55:27.052624 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=3881): Process ended prematurely: osmo-stp_10.42.42.5(pid=3881) [trial-2403↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3881)] [trial-2403↪ussd:sysmo↪assert_extension.py:17]\u000a09:55:27.061838 tst assert_extension.py:17: Test FAILED (6.8 sec)\u000a09:55:27.125824 run osmo-hlr_10.42.42.2(pid=3762): ERR: Terminated: ERROR {rc=237} [trial-2403↪ussd:sysmo↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3762)]\u000a09:55:27.177765 run osmo-hlr_10.42.42.2(pid=3762): stdout: \u000a| (launched: 2022-12-14_09:55:23.324416) \u000a09:55:27.230861 run osmo-hlr_10.42.42.2(pid=3762): stderr: \u000a| �[0;m�[1;31m20221214095523555 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214095523555 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214095523555 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214095523555 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214095523555 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214095523555 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214095523647 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/ussd:sysmo/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214095523656 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214095523656 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214095523656 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:55:27.302229 run osmo-msc_10.42.42.6(pid=3943): ERR: Terminated: ERROR {rc=2} [trial-2403↪ussd:sysmo↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3943)]\u000a09:55:27.354299 run osmo-msc_10.42.42.6(pid=3943): stdout: \u000a| (launched: 2022-12-14_09:55:25.672078) \u000a09:55:27.406995 run osmo-msc_10.42.42.6(pid=3943): stderr: \u000a| �[0;m�[38;5;43m20221214095526253 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214095526253 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fea6096ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214095526253 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214095526253 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214095526254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214095526254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214095526255 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214095526256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214095526256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214095526256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:55:27.452171 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3761): Terminating (SIGTERM)\u000a09:55:27.497578 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3846): Terminating (SIGTERM)\u000a09:55:27.541833 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3942): Terminating (SIGTERM)\u000a09:55:27.553397 --- ParallelTerminationStrategy: PID 3761 died...\u000a09:55:27.613060 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3761): Terminated: ok {rc=0}\u000a09:55:27.623547 --- ParallelTerminationStrategy: PID 3846 died...\u000a09:55:27.681424 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3846): Terminated: ok {rc=0}\u000a09:55:27.691879 --- ParallelTerminationStrategy: PID 3942 died...\u000a09:55:27.749037 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3942): Terminated: ok {rc=0}\u000a09:55:27.837742 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 10.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "3", "name" : "ussd_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T09:55:20" }, { "cases" : [ { "testActions" : [ ], "age" : 73, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3955): Process ended prematurely: osmo-stp_10.42.42.5(pid=3955) [trial-2403↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3955)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3955): Process ended prematurely: osmo-stp_10.42.42.5(pid=3955) [trial-2403↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3955)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a09:55:29.768357 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:55:29.779803 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a09:55:29.933780 tst mo_mt_call.py: using LAC 40122\u000a09:55:30.063566 tst mo_mt_call.py: using RAC 87\u000a09:55:30.193304 tst mo_mt_call.py: using CellId 40122\u000a09:55:30.323286 tst mo_mt_call.py: using BVCI 40123\u000a09:55:30.348544 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:55:30.360104 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:55:30.371539 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:55:30.382886 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:55:30.394249 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:55:30.405686 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a09:55:30.524014 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a09:55:30.737569 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:55:31.312166 run create_hlr_db(pid=3949): Launched\u000a09:55:31.506532 bus /sierra_2: Setting Powered False\u000a09:55:32.524444 run create_hlr_db(pid=3949): Terminated: ok {rc=0}\u000a09:55:32.964040 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3951): Launched\u000a09:55:33.294977 run osmo-hlr_10.42.42.2(pid=3952): Launched\u000a09:55:33.418754 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:55:33.992817 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3954): Launched\u000a09:55:34.323080 run osmo-stp_10.42.42.5(pid=3955): Launched\u000a09:55:34.442328 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:55:35.044660 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3957): Launched\u000a09:55:35.375913 run osmo-msc_10.42.42.6(pid=3958): Launched\u000a09:55:35.567760 run osmo-stp_10.42.42.5(pid=3955): ERR: Terminated: ERROR {rc=1} [trial-2403↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3955)]\u000a09:55:35.706751 run osmo-stp_10.42.42.5(pid=3955): stdout: \u000a| (launched: 2022-12-14_09:55:34.159778)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:55:35.844814 run osmo-stp_10.42.42.5(pid=3955): stderr: \u000a| �[0;m�[38;5;43m20221214095534356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214095534356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214095534356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214095534356 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214095534357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214095534357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214095534357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:55:35.976327 run osmo-stp_10.42.42.5(pid=3955): stdout: \u000a| (launched: 2022-12-14_09:55:34.159778)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:55:36.106853 run osmo-stp_10.42.42.5(pid=3955): stderr: \u000a| �[0;m�[38;5;43m20221214095534356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214095534356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214095534356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214095534356 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214095534357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214095534357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214095534357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:55:36.164396 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3955): Process ended prematurely: osmo-stp_10.42.42.5(pid=3955) [trial-2403↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3955)] [trial-2403↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a09:55:36.173619 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a09:55:36.236649 run osmo-hlr_10.42.42.2(pid=3952): ERR: Terminated: ERROR {rc=237} [trial-2403↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3952)]\u000a09:55:36.288640 run osmo-hlr_10.42.42.2(pid=3952): stdout: \u000a| (launched: 2022-12-14_09:55:33.131258) \u000a09:55:36.341314 run osmo-hlr_10.42.42.2(pid=3952): stderr: \u000a| �[0;m�[1;31m20221214095533331 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214095533331 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214095533331 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214095533331 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214095533331 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214095533331 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214095533344 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214095533352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214095533352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214095533353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:55:36.412428 run osmo-msc_10.42.42.6(pid=3958): ERR: Terminated: ERROR {rc=2} [trial-2403↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3958)]\u000a09:55:36.464324 run osmo-msc_10.42.42.6(pid=3958): stdout: \u000a| (launched: 2022-12-14_09:55:35.211239) \u000a09:55:36.516753 run osmo-msc_10.42.42.6(pid=3958): stderr: \u000a| �[0;m�[38;5;43m20221214095535539 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214095535539 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff5c889ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214095535539 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214095535539 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214095535539 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214095535539 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214095535541 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214095535542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214095535542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214095535542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:55:36.561448 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3951): Terminating (SIGTERM)\u000a09:55:36.603682 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3954): Terminating (SIGTERM)\u000a09:55:36.645631 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3957): Terminating (SIGTERM)\u000a09:55:36.655367 --- ParallelTerminationStrategy: PID 3951 died...\u000a09:55:36.711848 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3951): Terminated: ok {rc=0}\u000a09:55:36.722077 --- ParallelTerminationStrategy: PID 3954 died...\u000a09:55:36.778158 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3954): Terminated: ok {rc=0}\u000a09:55:36.788104 --- ParallelTerminationStrategy: PID 3957 died...\u000a09:55:36.843733 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3957): Terminated: ok {rc=0}\u000a09:55:36.931301 bus /sierra_3: Setting Powered False\u000a09:55:38.039377 bus /sierra_3: Setting Powered False\u000a09:55:39.148261 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 75, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3966): Process ended prematurely: osmo-stp_10.42.42.5(pid=3966) [trial-2403↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3966)]", "failedSince" : 2329, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3966): Process ended prematurely: osmo-stp_10.42.42.5(pid=3966) [trial-2403↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3966)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a09:55:40.264904 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:55:40.277236 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a09:55:40.437552 tst mo_mt_call_osmux.py: using LAC 40123\u000a09:55:40.564637 tst mo_mt_call_osmux.py: using RAC 88\u000a09:55:40.691607 tst mo_mt_call_osmux.py: using CellId 40123\u000a09:55:40.820910 tst mo_mt_call_osmux.py: using BVCI 40124\u000a09:55:40.846703 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:55:40.858349 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:55:40.869873 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:55:40.881230 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:55:40.892748 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:55:40.904291 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a09:55:41.025277 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a09:55:41.232000 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:55:41.720312 run create_hlr_db(pid=3960): Launched\u000a09:55:41.898256 bus /sierra_2: Setting Powered False\u000a09:55:42.918966 run create_hlr_db(pid=3960): Terminated: ok {rc=0}\u000a09:55:43.331592 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3962): Launched\u000a09:55:43.641659 run osmo-hlr_10.42.42.2(pid=3963): Launched\u000a09:55:43.760295 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:55:44.305578 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3965): Launched\u000a09:55:44.617573 run osmo-stp_10.42.42.5(pid=3966): Launched\u000a09:55:44.730929 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:55:45.298226 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3968): Launched\u000a09:55:45.611887 run osmo-msc_10.42.42.6(pid=3969): Launched\u000a09:55:45.793357 run osmo-stp_10.42.42.5(pid=3966): ERR: Terminated: ERROR {rc=1} [trial-2403↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3966)]\u000a09:55:45.988452 run osmo-stp_10.42.42.5(pid=3966): stdout: \u000a| (launched: 2022-12-14_09:55:44.461916)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:55:46.135033 run osmo-stp_10.42.42.5(pid=3966): stderr: \u000a| �[0;m�[38;5;43m20221214095544636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214095544636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214095544637 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214095544637 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214095544638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214095544638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214095544638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:55:46.262885 run osmo-stp_10.42.42.5(pid=3966): stdout: \u000a| (launched: 2022-12-14_09:55:44.461916)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:55:46.389114 run osmo-stp_10.42.42.5(pid=3966): stderr: \u000a| �[0;m�[38;5;43m20221214095544636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214095544636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214095544637 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214095544637 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214095544638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214095544638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214095544638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:55:46.444794 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3966): Process ended prematurely: osmo-stp_10.42.42.5(pid=3966) [trial-2403↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3966)] [trial-2403↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a09:55:46.454593 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a09:55:46.520307 run osmo-hlr_10.42.42.2(pid=3963): ERR: Terminated: ERROR {rc=237} [trial-2403↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3963)]\u000a09:55:46.574192 run osmo-hlr_10.42.42.2(pid=3963): stdout: \u000a| (launched: 2022-12-14_09:55:43.489067) \u000a09:55:46.630010 run osmo-hlr_10.42.42.2(pid=3963): stderr: \u000a| �[0;m�[1;31m20221214095543666 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214095543667 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214095543667 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214095543667 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214095543667 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214095543667 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214095543682 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214095543691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214095543691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214095543691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:55:46.703807 run osmo-msc_10.42.42.6(pid=3969): ERR: Terminated: ERROR {rc=2} [trial-2403↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3969)]\u000a09:55:46.757680 run osmo-msc_10.42.42.6(pid=3969): stdout: \u000a| (launched: 2022-12-14_09:55:45.455675) \u000a09:55:46.811597 run osmo-msc_10.42.42.6(pid=3969): stderr: \u000a| �[0;m�[38;5;43m20221214095545732 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214095545732 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f10705c3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214095545732 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214095545732 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214095545732 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214095545732 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214095545734 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214095545734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214095545735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214095545735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:55:46.859852 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3962): Terminating (SIGTERM)\u000a09:55:46.905892 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3965): Terminating (SIGTERM)\u000a09:55:46.950453 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3968): Terminating (SIGTERM)\u000a09:55:46.962066 --- ParallelTerminationStrategy: PID 3962 died...\u000a09:55:47.022586 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3962): Terminated: ok {rc=0}\u000a09:55:47.034506 --- ParallelTerminationStrategy: PID 3965 died...\u000a09:55:47.093115 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3965): Terminated: ok {rc=0}\u000a09:55:47.104028 --- ParallelTerminationStrategy: PID 3968 died...\u000a09:55:47.162075 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3968): Terminated: ok {rc=0}\u000a09:55:47.252899 bus /sierra_3: Setting Powered False\u000a09:55:48.356629 bus /sierra_3: Setting Powered False\u000a09:55:49.469066 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "4", "name" : "voice_sysmo+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T09:55:29" }, { "cases" : [ { "testActions" : [ ], "age" : 73, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3982): Process ended prematurely: osmo-stp_10.42.42.5(pid=3982) [trial-2403↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3982)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3982): Process ended prematurely: osmo-stp_10.42.42.5(pid=3982) [trial-2403↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3982)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a09:55:51.445102 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:55:51.456638 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a09:55:51.608639 tst mo_mt_call.py: using LAC 40124\u000a09:55:51.745111 tst mo_mt_call.py: using RAC 89\u000a09:55:51.872205 tst mo_mt_call.py: using CellId 40124\u000a09:55:52.000606 tst mo_mt_call.py: using BVCI 40125\u000a09:55:52.025453 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:55:52.036425 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:55:52.047378 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:55:52.059520 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:55:52.070808 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:55:52.082048 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a09:55:52.203979 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a09:55:52.418683 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:55:52.944349 run create_hlr_db(pid=3976): Launched\u000a09:55:53.131426 bus /sierra_2: Setting Powered False\u000a09:55:54.145339 run create_hlr_db(pid=3976): Terminated: ok {rc=0}\u000a09:55:54.560927 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3978): Launched\u000a09:55:54.871044 run osmo-hlr_10.42.42.2(pid=3979): Launched\u000a09:55:54.991068 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:55:55.568757 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3981): Launched\u000a09:55:55.898990 run osmo-stp_10.42.42.5(pid=3982): Launched\u000a09:55:56.017504 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:55:56.619259 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3984): Launched\u000a09:55:56.950096 run osmo-msc_10.42.42.6(pid=3985): Launched\u000a09:55:57.142037 run osmo-stp_10.42.42.5(pid=3982): ERR: Terminated: ERROR {rc=1} [trial-2403↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3982)]\u000a09:55:57.279857 run osmo-stp_10.42.42.5(pid=3982): stdout: \u000a| (launched: 2022-12-14_09:55:55.736834)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:55:57.418384 run osmo-stp_10.42.42.5(pid=3982): stderr: \u000a| �[0;m�[38;5;43m20221214095555933 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214095555933 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214095555934 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214095555934 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214095555934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214095555935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214095555935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:55:57.550642 run osmo-stp_10.42.42.5(pid=3982): stdout: \u000a| (launched: 2022-12-14_09:55:55.736834)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:55:57.680609 run osmo-stp_10.42.42.5(pid=3982): stderr: \u000a| �[0;m�[38;5;43m20221214095555933 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214095555933 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214095555934 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214095555934 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214095555934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214095555935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214095555935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:55:57.738709 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3982): Process ended prematurely: osmo-stp_10.42.42.5(pid=3982) [trial-2403↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3982)] [trial-2403↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a09:55:57.748187 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a09:55:57.811189 run osmo-hlr_10.42.42.2(pid=3979): ERR: Terminated: ERROR {rc=237} [trial-2403↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3979)]\u000a09:55:57.862777 run osmo-hlr_10.42.42.2(pid=3979): stdout: \u000a| (launched: 2022-12-14_09:55:54.717408) \u000a09:55:57.915004 run osmo-hlr_10.42.42.2(pid=3979): stderr: \u000a| �[0;m�[1;31m20221214095554897 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214095554897 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214095554897 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214095554898 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214095554898 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214095554898 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214095554912 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214095554922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214095554922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214095554923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:55:57.985871 run osmo-msc_10.42.42.6(pid=3985): ERR: Terminated: ERROR {rc=2} [trial-2403↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3985)]\u000a09:55:58.037614 run osmo-msc_10.42.42.6(pid=3985): stdout: \u000a| (launched: 2022-12-14_09:55:56.787364) \u000a09:55:58.089782 run osmo-msc_10.42.42.6(pid=3985): stderr: \u000a| �[0;m�[38;5;43m20221214095557114 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214095557114 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe2e2f5fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214095557114 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214095557115 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214095557115 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214095557115 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214095557117 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214095557117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214095557117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214095557117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:55:58.134064 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3978): Terminating (SIGTERM)\u000a09:55:58.175922 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3981): Terminating (SIGTERM)\u000a09:55:58.217870 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3984): Terminating (SIGTERM)\u000a09:55:58.227484 --- ParallelTerminationStrategy: PID 3978 died...\u000a09:55:58.283426 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3978): Terminated: ok {rc=0}\u000a09:55:58.293527 --- ParallelTerminationStrategy: PID 3981 died...\u000a09:55:58.349041 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3981): Terminated: ok {rc=0}\u000a09:55:58.358976 --- ParallelTerminationStrategy: PID 3984 died...\u000a09:55:58.414850 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3984): Terminated: ok {rc=0}\u000a09:55:58.501952 bus /sierra_3: Setting Powered False\u000a09:55:59.603392 bus /sierra_3: Setting Powered False\u000a09:56:00.714647 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 75, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3993): Process ended prematurely: osmo-stp_10.42.42.5(pid=3993) [trial-2403↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3993)]", "failedSince" : 2329, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3993): Process ended prematurely: osmo-stp_10.42.42.5(pid=3993) [trial-2403↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3993)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a09:56:01.831724 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:56:01.844905 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a09:56:02.023345 tst mo_mt_call_osmux.py: using LAC 40125\u000a09:56:02.171913 tst mo_mt_call_osmux.py: using RAC 90\u000a09:56:02.309370 tst mo_mt_call_osmux.py: using CellId 40125\u000a09:56:02.438798 tst mo_mt_call_osmux.py: using BVCI 40126\u000a09:56:02.463954 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:56:02.475510 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:56:02.486896 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:56:02.498271 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:56:02.509545 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:56:02.520882 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a09:56:02.644144 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a09:56:02.850364 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:56:03.340716 run create_hlr_db(pid=3987): Launched\u000a09:56:03.518437 bus /sierra_2: Setting Powered False\u000a09:56:04.539321 run create_hlr_db(pid=3987): Terminated: ok {rc=0}\u000a09:56:04.980839 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3989): Launched\u000a09:56:05.314135 run osmo-hlr_10.42.42.2(pid=3990): Launched\u000a09:56:05.435261 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:56:06.008893 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3992): Launched\u000a09:56:06.339267 run osmo-stp_10.42.42.5(pid=3993): Launched\u000a09:56:06.459290 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:56:07.065313 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3995): Launched\u000a09:56:07.397683 run osmo-msc_10.42.42.6(pid=3996): Launched\u000a09:56:07.591050 run osmo-stp_10.42.42.5(pid=3993): ERR: Terminated: ERROR {rc=1} [trial-2403↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3993)]\u000a09:56:07.730464 run osmo-stp_10.42.42.5(pid=3993): stdout: \u000a| (launched: 2022-12-14_09:56:06.176450)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:56:07.869221 run osmo-stp_10.42.42.5(pid=3993): stderr: \u000a| �[0;m�[38;5;43m20221214095606371 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214095606371 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214095606371 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214095606372 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214095606374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214095606374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214095606374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:56:08.000656 run osmo-stp_10.42.42.5(pid=3993): stdout: \u000a| (launched: 2022-12-14_09:56:06.176450)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:56:08.131520 run osmo-stp_10.42.42.5(pid=3993): stderr: \u000a| �[0;m�[38;5;43m20221214095606371 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214095606371 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214095606371 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214095606372 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214095606374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214095606374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214095606374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:56:08.189198 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3993): Process ended prematurely: osmo-stp_10.42.42.5(pid=3993) [trial-2403↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3993)] [trial-2403↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a09:56:08.198517 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a09:56:08.261629 run osmo-hlr_10.42.42.2(pid=3990): ERR: Terminated: ERROR {rc=237} [trial-2403↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3990)]\u000a09:56:08.313761 run osmo-hlr_10.42.42.2(pid=3990): stdout: \u000a| (launched: 2022-12-14_09:56:05.149144) \u000a09:56:08.366658 run osmo-hlr_10.42.42.2(pid=3990): stderr: \u000a| �[0;m�[1;31m20221214095605349 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214095605349 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214095605349 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214095605349 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214095605350 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214095605350 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214095605363 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214095605372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214095605372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214095605372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:56:08.438357 run osmo-msc_10.42.42.6(pid=3996): ERR: Terminated: ERROR {rc=2} [trial-2403↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3996)]\u000a09:56:08.490740 run osmo-msc_10.42.42.6(pid=3996): stdout: \u000a| (launched: 2022-12-14_09:56:07.232864) \u000a09:56:08.543358 run osmo-msc_10.42.42.6(pid=3996): stderr: \u000a| �[0;m�[38;5;43m20221214095607557 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214095607557 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1671817c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214095607557 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214095607557 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214095607558 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214095607558 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214095607559 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214095607560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214095607560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214095607560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:56:08.588089 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3989): Terminating (SIGTERM)\u000a09:56:08.630924 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3992): Terminating (SIGTERM)\u000a09:56:08.673052 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3995): Terminating (SIGTERM)\u000a09:56:08.682743 --- ParallelTerminationStrategy: PID 3989 died...\u000a09:56:08.739104 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3989): Terminated: ok {rc=0}\u000a09:56:08.749265 --- ParallelTerminationStrategy: PID 3992 died...\u000a09:56:08.805122 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3992): Terminated: ok {rc=0}\u000a09:56:08.815149 --- ParallelTerminationStrategy: PID 3995 died...\u000a09:56:08.871018 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3995): Terminated: ok {rc=0}\u000a09:56:08.957793 bus /sierra_3: Setting Powered False\u000a09:56:10.064792 bus /sierra_3: Setting Powered False\u000a09:56:11.173222 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "5", "name" : "voice_sysmo+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T09:55:51" }, { "cases" : [ { "testActions" : [ ], "age" : 73, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4007): Process ended prematurely: osmo-stp_10.42.42.5(pid=4007) [trial-2403↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4007)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4007): Process ended prematurely: osmo-stp_10.42.42.5(pid=4007) [trial-2403↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4007)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a09:56:13.139730 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:56:13.151396 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a09:56:13.305195 tst mo_mt_call.py: using LAC 40126\u000a09:56:13.439006 tst mo_mt_call.py: using RAC 91\u000a09:56:13.566551 tst mo_mt_call.py: using CellId 40126\u000a09:56:13.694028 tst mo_mt_call.py: using BVCI 40127\u000a09:56:13.719565 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:56:13.731199 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:56:13.742692 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:56:13.754029 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:56:13.766030 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:56:13.778006 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a09:56:13.897887 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a09:56:14.112013 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:56:14.642364 run create_hlr_db(pid=4001): Launched\u000a09:56:14.833249 bus /sierra_2: Setting Powered False\u000a09:56:15.859900 run create_hlr_db(pid=4001): Terminated: ok {rc=0}\u000a09:56:16.334313 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4003): Launched\u000a09:56:16.769501 run osmo-hlr_10.42.42.2(pid=4004): Launched\u000a09:56:16.991872 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:56:17.564366 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4006): Launched\u000a09:56:17.876920 run osmo-stp_10.42.42.5(pid=4007): Launched\u000a09:56:17.988937 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:56:18.555034 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4009): Launched\u000a09:56:18.866136 run osmo-msc_10.42.42.6(pid=4010): Launched\u000a09:56:19.047607 run osmo-stp_10.42.42.5(pid=4007): ERR: Terminated: ERROR {rc=1} [trial-2403↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4007)]\u000a09:56:19.178689 run osmo-stp_10.42.42.5(pid=4007): stdout: \u000a| (launched: 2022-12-14_09:56:17.722006)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:56:19.307566 run osmo-stp_10.42.42.5(pid=4007): stderr: \u000a| �[0;m�[38;5;43m20221214095617899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214095617899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214095617899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214095617900 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214095617900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214095617900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214095617900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:56:19.431955 run osmo-stp_10.42.42.5(pid=4007): stdout: \u000a| (launched: 2022-12-14_09:56:17.722006)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:56:19.554422 run osmo-stp_10.42.42.5(pid=4007): stderr: \u000a| �[0;m�[38;5;43m20221214095617899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214095617899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214095617899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214095617900 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214095617900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214095617900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214095617900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:56:19.608474 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4007): Process ended prematurely: osmo-stp_10.42.42.5(pid=4007) [trial-2403↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4007)] [trial-2403↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a09:56:19.616939 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a09:56:19.678239 run osmo-hlr_10.42.42.2(pid=4004): ERR: Terminated: ERROR {rc=237} [trial-2403↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4004)]\u000a09:56:19.728336 run osmo-hlr_10.42.42.2(pid=4004): stdout: \u000a| (launched: 2022-12-14_09:56:16.504430) \u000a09:56:19.778840 run osmo-hlr_10.42.42.2(pid=4004): stderr: \u000a| �[0;m�[1;31m20221214095616815 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214095616815 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214095616815 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214095616816 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214095616816 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214095616816 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214095616857 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214095616873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214095616873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214095616873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:56:19.847327 run osmo-msc_10.42.42.6(pid=4010): ERR: Terminated: ERROR {rc=2} [trial-2403↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4010)]\u000a09:56:19.897147 run osmo-msc_10.42.42.6(pid=4010): stdout: \u000a| (launched: 2022-12-14_09:56:18.711598) \u000a09:56:19.947577 run osmo-msc_10.42.42.6(pid=4010): stderr: \u000a| �[0;m�[38;5;43m20221214095618987 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214095618987 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2cce43ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214095618987 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214095618987 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214095618988 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214095618988 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214095618990 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214095618990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214095618990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214095618990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:56:19.990800 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4003): Terminating (SIGTERM)\u000a09:56:20.031354 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4006): Terminating (SIGTERM)\u000a09:56:20.071790 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4009): Terminating (SIGTERM)\u000a09:56:20.081049 --- ParallelTerminationStrategy: PID 4003 died...\u000a09:56:20.135419 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4003): Terminated: ok {rc=0}\u000a09:56:20.145016 --- ParallelTerminationStrategy: PID 4006 died...\u000a09:56:20.198732 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4006): Terminated: ok {rc=0}\u000a09:56:20.208251 --- ParallelTerminationStrategy: PID 4009 died...\u000a09:56:20.262003 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4009): Terminated: ok {rc=0}\u000a09:56:20.347251 bus /sierra_3: Setting Powered False\u000a09:56:21.455006 bus /sierra_3: Setting Powered False\u000a09:56:22.567191 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 84, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4019): Process ended prematurely: osmo-stp_10.42.42.5(pid=4019) [trial-2403↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4019)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4019): Process ended prematurely: osmo-stp_10.42.42.5(pid=4019) [trial-2403↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4019)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a09:56:23.678589 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:56:23.690344 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a09:56:23.836075 tst mo_mt_call_osmux.py: using LAC 40127\u000a09:56:23.958048 tst mo_mt_call_osmux.py: using RAC 92\u000a09:56:24.078968 tst mo_mt_call_osmux.py: using CellId 40127\u000a09:56:24.203336 tst mo_mt_call_osmux.py: using BVCI 40128\u000a09:56:24.227026 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:56:24.238250 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:56:24.249188 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:56:24.260066 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:56:24.271255 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:56:24.282497 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a09:56:24.405957 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a09:56:24.619809 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:56:25.149353 run create_hlr_db(pid=4013): Launched\u000a09:56:25.340243 bus /sierra_2: Setting Powered False\u000a09:56:26.360575 run create_hlr_db(pid=4013): Terminated: ok {rc=0}\u000a09:56:26.778175 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4015): Launched\u000a09:56:27.088799 run osmo-hlr_10.42.42.2(pid=4016): Launched\u000a09:56:27.201386 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:56:27.741268 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4018): Launched\u000a09:56:28.053148 run osmo-stp_10.42.42.5(pid=4019): Launched\u000a09:56:28.169606 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:56:28.735511 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4021): Launched\u000a09:56:29.047829 run osmo-msc_10.42.42.6(pid=4022): Launched\u000a09:56:29.228491 run osmo-stp_10.42.42.5(pid=4019): ERR: Terminated: ERROR {rc=1} [trial-2403↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4019)]\u000a09:56:29.359391 run osmo-stp_10.42.42.5(pid=4019): stdout: \u000a| (launched: 2022-12-14_09:56:27.898325)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:56:29.488072 run osmo-stp_10.42.42.5(pid=4019): stderr: \u000a| �[0;m�[38;5;43m20221214095628071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214095628071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214095628071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214095628072 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214095628074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214095628074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214095628074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:56:29.612223 run osmo-stp_10.42.42.5(pid=4019): stdout: \u000a| (launched: 2022-12-14_09:56:27.898325)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:56:29.735074 run osmo-stp_10.42.42.5(pid=4019): stderr: \u000a| �[0;m�[38;5;43m20221214095628071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214095628071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214095628071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214095628072 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214095628074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214095628074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214095628074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:56:29.789072 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4019): Process ended prematurely: osmo-stp_10.42.42.5(pid=4019) [trial-2403↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4019)] [trial-2403↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a09:56:29.797779 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a09:56:29.858198 run osmo-hlr_10.42.42.2(pid=4016): ERR: Terminated: ERROR {rc=237} [trial-2403↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4016)]\u000a09:56:29.907748 run osmo-hlr_10.42.42.2(pid=4016): stdout: \u000a| (launched: 2022-12-14_09:56:26.934297) \u000a09:56:29.957828 run osmo-hlr_10.42.42.2(pid=4016): stderr: \u000a| �[0;m�[1;31m20221214095627111 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214095627112 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214095627112 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214095627112 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214095627112 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214095627112 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214095627168 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214095627178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214095627178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214095627178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:56:30.025429 run osmo-msc_10.42.42.6(pid=4022): ERR: Terminated: ERROR {rc=2} [trial-2403↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4022)]\u000a09:56:30.075201 run osmo-msc_10.42.42.6(pid=4022): stdout: \u000a| (launched: 2022-12-14_09:56:28.892433) \u000a09:56:30.125418 run osmo-msc_10.42.42.6(pid=4022): stderr: \u000a| �[0;m�[38;5;43m20221214095629167 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214095629167 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2f4a995c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214095629167 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214095629167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214095629167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214095629168 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214095629169 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214095629170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214095629170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214095629170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:56:30.168004 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4015): Terminating (SIGTERM)\u000a09:56:30.208376 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4018): Terminating (SIGTERM)\u000a09:56:30.249184 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4021): Terminating (SIGTERM)\u000a09:56:30.258374 --- ParallelTerminationStrategy: PID 4015 died...\u000a09:56:30.311926 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4015): Terminated: ok {rc=0}\u000a09:56:30.321798 --- ParallelTerminationStrategy: PID 4018 died...\u000a09:56:30.375305 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4018): Terminated: ok {rc=0}\u000a09:56:30.384735 --- ParallelTerminationStrategy: PID 4021 died...\u000a09:56:30.437924 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4021): Terminated: ok {rc=0}\u000a09:56:30.526353 bus /sierra_3: Setting Powered False\u000a09:56:31.656748 bus /sierra_3: Setting Powered False\u000a09:56:32.772564 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "6", "name" : "voice_sysmo+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T09:56:12" }, { "cases" : [ { "testActions" : [ ], "age" : 73, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4033): Process ended prematurely: osmo-stp_10.42.42.5(pid=4033) [trial-2403↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4033)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4033): Process ended prematurely: osmo-stp_10.42.42.5(pid=4033) [trial-2403↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4033)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a09:56:34.743564 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:56:34.755131 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a09:56:34.908430 tst mo_mt_call.py: using LAC 40128\u000a09:56:35.041350 tst mo_mt_call.py: using RAC 93\u000a09:56:35.174687 tst mo_mt_call.py: using CellId 40128\u000a09:56:35.303142 tst mo_mt_call.py: using BVCI 40129\u000a09:56:35.328193 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:56:35.339631 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:56:35.350984 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:56:35.362371 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:56:35.373687 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:56:35.385106 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a09:56:35.503790 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a09:56:35.715825 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:56:36.242981 run create_hlr_db(pid=4027): Launched\u000a09:56:36.432528 bus /sierra_2: Setting Powered False\u000a09:56:37.453031 run create_hlr_db(pid=4027): Terminated: ok {rc=0}\u000a09:56:37.893569 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4029): Launched\u000a09:56:38.224708 run osmo-hlr_10.42.42.2(pid=4030): Launched\u000a09:56:38.344662 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:56:38.917904 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4032): Launched\u000a09:56:39.247963 run osmo-stp_10.42.42.5(pid=4033): Launched\u000a09:56:39.366812 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:56:39.968478 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4035): Launched\u000a09:56:40.298722 run osmo-msc_10.42.42.6(pid=4036): Launched\u000a09:56:40.490377 run osmo-stp_10.42.42.5(pid=4033): ERR: Terminated: ERROR {rc=1} [trial-2403↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4033)]\u000a09:56:40.634787 run osmo-stp_10.42.42.5(pid=4033): stdout: \u000a| (launched: 2022-12-14_09:56:39.085171)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:56:40.771759 run osmo-stp_10.42.42.5(pid=4033): stderr: \u000a| �[0;m�[38;5;43m20221214095639280 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214095639280 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214095639281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214095639281 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214095639281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214095639282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214095639282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:56:40.903764 run osmo-stp_10.42.42.5(pid=4033): stdout: \u000a| (launched: 2022-12-14_09:56:39.085171)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:56:41.034568 run osmo-stp_10.42.42.5(pid=4033): stderr: \u000a| �[0;m�[38;5;43m20221214095639280 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214095639280 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214095639281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214095639281 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214095639281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214095639282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214095639282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:56:41.092482 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4033): Process ended prematurely: osmo-stp_10.42.42.5(pid=4033) [trial-2403↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4033)] [trial-2403↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a09:56:41.102049 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a09:56:41.164931 run osmo-hlr_10.42.42.2(pid=4030): ERR: Terminated: ERROR {rc=237} [trial-2403↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4030)]\u000a09:56:41.216525 run osmo-hlr_10.42.42.2(pid=4030): stdout: \u000a| (launched: 2022-12-14_09:56:38.060699) \u000a09:56:41.268805 run osmo-hlr_10.42.42.2(pid=4030): stderr: \u000a| �[0;m�[1;31m20221214095638261 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214095638261 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214095638261 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214095638261 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214095638261 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214095638261 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214095638274 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214095638282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214095638283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214095638283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:56:41.339548 run osmo-msc_10.42.42.6(pid=4036): ERR: Terminated: ERROR {rc=2} [trial-2403↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4036)]\u000a09:56:41.391115 run osmo-msc_10.42.42.6(pid=4036): stdout: \u000a| (launched: 2022-12-14_09:56:40.135609) \u000a09:56:41.443169 run osmo-msc_10.42.42.6(pid=4036): stderr: \u000a| �[0;m�[38;5;43m20221214095640461 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214095640461 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f701bef9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214095640462 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214095640462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214095640462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214095640462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214095640464 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214095640464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214095640464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214095640464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:56:41.487370 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4029): Terminating (SIGTERM)\u000a09:56:41.529248 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4032): Terminating (SIGTERM)\u000a09:56:41.571609 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4035): Terminating (SIGTERM)\u000a09:56:41.581271 --- ParallelTerminationStrategy: PID 4029 died...\u000a09:56:41.637150 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4029): Terminated: ok {rc=0}\u000a09:56:41.647245 --- ParallelTerminationStrategy: PID 4032 died...\u000a09:56:41.702776 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4032): Terminated: ok {rc=0}\u000a09:56:41.712766 --- ParallelTerminationStrategy: PID 4035 died...\u000a09:56:41.768799 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4035): Terminated: ok {rc=0}\u000a09:56:41.855123 bus /sierra_3: Setting Powered False\u000a09:56:42.961258 bus /sierra_3: Setting Powered False\u000a09:56:44.070341 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 82, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4044): Process ended prematurely: osmo-stp_10.42.42.5(pid=4044) [trial-2403↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4044)]", "failedSince" : 2322, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4044): Process ended prematurely: osmo-stp_10.42.42.5(pid=4044) [trial-2403↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4044)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a09:56:45.185502 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:56:45.197784 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a09:56:45.350667 tst mo_mt_call_osmux.py: using LAC 40129\u000a09:56:45.479073 tst mo_mt_call_osmux.py: using RAC 94\u000a09:56:45.609528 tst mo_mt_call_osmux.py: using CellId 40129\u000a09:56:45.739320 tst mo_mt_call_osmux.py: using BVCI 40130\u000a09:56:45.764481 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:56:45.776070 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:56:45.787424 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:56:45.798701 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:56:45.810110 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:56:45.821593 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a09:56:45.963696 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a09:56:46.205265 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:56:46.805328 run create_hlr_db(pid=4038): Launched\u000a09:56:46.998403 bus /sierra_2: Setting Powered False\u000a09:56:48.019039 run create_hlr_db(pid=4038): Terminated: ok {rc=0}\u000a09:56:48.436494 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4040): Launched\u000a09:56:48.749664 run osmo-hlr_10.42.42.2(pid=4041): Launched\u000a09:56:48.867115 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:56:49.407071 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4043): Launched\u000a09:56:49.719160 run osmo-stp_10.42.42.5(pid=4044): Launched\u000a09:56:49.831217 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:56:50.396622 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4046): Launched\u000a09:56:50.708515 run osmo-msc_10.42.42.6(pid=4047): Launched\u000a09:56:50.888881 run osmo-stp_10.42.42.5(pid=4044): ERR: Terminated: ERROR {rc=1} [trial-2403↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4044)]\u000a09:56:51.019550 run osmo-stp_10.42.42.5(pid=4044): stdout: \u000a| (launched: 2022-12-14_09:56:49.563806)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:56:51.148046 run osmo-stp_10.42.42.5(pid=4044): stderr: \u000a| �[0;m�[38;5;43m20221214095649736 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214095649736 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214095649737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214095649737 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214095649739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214095649740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214095649740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:56:51.271215 run osmo-stp_10.42.42.5(pid=4044): stdout: \u000a| (launched: 2022-12-14_09:56:49.563806)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:56:51.392920 run osmo-stp_10.42.42.5(pid=4044): stderr: \u000a| �[0;m�[38;5;43m20221214095649736 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214095649736 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214095649737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214095649737 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214095649739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214095649740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214095649740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:56:51.447011 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4044): Process ended prematurely: osmo-stp_10.42.42.5(pid=4044) [trial-2403↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4044)] [trial-2403↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a09:56:51.455656 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a09:56:51.515956 run osmo-hlr_10.42.42.2(pid=4041): ERR: Terminated: ERROR {rc=237} [trial-2403↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4041)]\u000a09:56:51.565774 run osmo-hlr_10.42.42.2(pid=4041): stdout: \u000a| (launched: 2022-12-14_09:56:48.593621) \u000a09:56:51.615888 run osmo-hlr_10.42.42.2(pid=4041): stderr: \u000a| �[0;m�[1;31m20221214095648772 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214095648773 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214095648773 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214095648773 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214095648773 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214095648773 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214095648785 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214095648794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214095648795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214095648795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:56:51.683782 run osmo-msc_10.42.42.6(pid=4047): ERR: Terminated: ERROR {rc=2} [trial-2403↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4047)]\u000a09:56:51.733619 run osmo-msc_10.42.42.6(pid=4047): stdout: \u000a| (launched: 2022-12-14_09:56:50.552897) \u000a09:56:51.783689 run osmo-msc_10.42.42.6(pid=4047): stderr: \u000a| �[0;m�[38;5;43m20221214095650828 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214095650828 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2e1390bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214095650828 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214095650828 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214095650828 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214095650828 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214095650830 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214095650830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214095650831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214095650831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:56:51.826262 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4040): Terminating (SIGTERM)\u000a09:56:51.866484 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4043): Terminating (SIGTERM)\u000a09:56:51.906814 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4046): Terminating (SIGTERM)\u000a09:56:51.915921 --- ParallelTerminationStrategy: PID 4040 died...\u000a09:56:51.969756 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4040): Terminated: ok {rc=0}\u000a09:56:51.979315 --- ParallelTerminationStrategy: PID 4043 died...\u000a09:56:52.033325 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4043): Terminated: ok {rc=0}\u000a09:56:52.042825 --- ParallelTerminationStrategy: PID 4046 died...\u000a09:56:52.096454 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4046): Terminated: ok {rc=0}\u000a09:56:52.185560 bus /sierra_3: Setting Powered False\u000a09:56:53.289047 bus /sierra_3: Setting Powered False\u000a09:56:54.401569 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "7", "name" : "voice_sysmo+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T09:56:34" }, { "cases" : [ { "testActions" : [ ], "age" : 73, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4058): Process ended prematurely: osmo-stp_10.42.42.5(pid=4058) [trial-2403↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4058)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4058): Process ended prematurely: osmo-stp_10.42.42.5(pid=4058) [trial-2403↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4058)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a09:56:56.354287 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:56:56.365554 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a09:56:56.513226 tst mo_mt_call.py: using LAC 40130\u000a09:56:56.636027 tst mo_mt_call.py: using RAC 95\u000a09:56:56.758629 tst mo_mt_call.py: using CellId 40130\u000a09:56:56.882284 tst mo_mt_call.py: using BVCI 40131\u000a09:56:56.905848 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:56:56.916852 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:56:56.927811 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:56:56.938756 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:56:56.950197 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:56:56.961559 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a09:56:57.080040 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a09:56:57.294048 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:56:57.822107 run create_hlr_db(pid=4052): Launched\u000a09:56:58.012182 bus /sierra_2: Setting Powered False\u000a09:56:59.033559 run create_hlr_db(pid=4052): Terminated: ok {rc=0}\u000a09:56:59.452716 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4054): Launched\u000a09:56:59.763015 run osmo-hlr_10.42.42.2(pid=4055): Launched\u000a09:56:59.883001 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:57:00.431422 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4057): Launched\u000a09:57:00.742923 run osmo-stp_10.42.42.5(pid=4058): Launched\u000a09:57:00.889095 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:57:01.491231 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4060): Launched\u000a09:57:01.944469 run osmo-msc_10.42.42.6(pid=4061): Launched\u000a09:57:02.295010 run osmo-stp_10.42.42.5(pid=4058): ERR: Terminated: ERROR {rc=1} [trial-2403↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4058)]\u000a09:57:02.433781 run osmo-stp_10.42.42.5(pid=4058): stdout: \u000a| (launched: 2022-12-14_09:57:00.587922)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:57:02.571304 run osmo-stp_10.42.42.5(pid=4058): stderr: \u000a| �[0;m�[38;5;43m20221214095700761 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214095700761 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214095700762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214095700762 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214095700762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214095700763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214095700763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:57:02.703873 run osmo-stp_10.42.42.5(pid=4058): stdout: \u000a| (launched: 2022-12-14_09:57:00.587922)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:57:02.835207 run osmo-stp_10.42.42.5(pid=4058): stderr: \u000a| �[0;m�[38;5;43m20221214095700761 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214095700761 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214095700762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214095700762 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214095700762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214095700763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214095700763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:57:02.893311 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4058): Process ended prematurely: osmo-stp_10.42.42.5(pid=4058) [trial-2403↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4058)] [trial-2403↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a09:57:02.902711 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a09:57:02.966064 run osmo-hlr_10.42.42.2(pid=4055): ERR: Terminated: ERROR {rc=237} [trial-2403↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4055)]\u000a09:57:03.018204 run osmo-hlr_10.42.42.2(pid=4055): stdout: \u000a| (launched: 2022-12-14_09:56:59.608858) \u000a09:57:03.070884 run osmo-hlr_10.42.42.2(pid=4055): stderr: \u000a| �[0;m�[1;31m20221214095659784 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214095659784 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214095659784 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214095659784 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214095659784 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214095659784 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214095659799 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214095659809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214095659810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214095659810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:57:03.142609 run osmo-msc_10.42.42.6(pid=4061): ERR: Terminated: ERROR {rc=2} [trial-2403↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4061)]\u000a09:57:03.194534 run osmo-msc_10.42.42.6(pid=4061): stdout: \u000a| (launched: 2022-12-14_09:57:01.664700) \u000a09:57:03.247091 run osmo-msc_10.42.42.6(pid=4061): stderr: \u000a| �[0;m�[38;5;43m20221214095702100 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214095702100 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2e54108c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214095702101 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214095702101 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214095702101 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214095702101 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214095702103 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214095702103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214095702103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214095702103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:57:03.292042 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4054): Terminating (SIGTERM)\u000a09:57:03.334863 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4057): Terminating (SIGTERM)\u000a09:57:03.377575 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4060): Terminating (SIGTERM)\u000a09:57:03.387328 --- ParallelTerminationStrategy: PID 4054 died...\u000a09:57:03.469617 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4054): Terminated: ok {rc=0}\u000a09:57:03.479929 --- ParallelTerminationStrategy: PID 4057 died...\u000a09:57:03.534291 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4057): Terminated: ok {rc=0}\u000a09:57:03.543876 --- ParallelTerminationStrategy: PID 4060 died...\u000a09:57:03.598241 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4060): Terminated: ok {rc=0}\u000a09:57:03.683219 bus /sierra_3: Setting Powered False\u000a09:57:04.790678 bus /sierra_3: Setting Powered False\u000a09:57:05.900355 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 73, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4069): Process ended prematurely: osmo-stp_10.42.42.5(pid=4069) [trial-2403↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4069)]", "failedSince" : 2331, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4069): Process ended prematurely: osmo-stp_10.42.42.5(pid=4069) [trial-2403↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4069)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a09:57:07.015905 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:57:07.028298 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a09:57:07.182509 tst mo_mt_call_osmux.py: using LAC 40131\u000a09:57:07.311067 tst mo_mt_call_osmux.py: using RAC 96\u000a09:57:07.442578 tst mo_mt_call_osmux.py: using CellId 40131\u000a09:57:07.574235 tst mo_mt_call_osmux.py: using BVCI 40132\u000a09:57:07.599392 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:57:07.611015 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:57:07.622483 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:57:07.633834 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:57:07.645228 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:57:07.656593 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a09:57:07.778926 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a09:57:07.994727 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:57:08.521990 run create_hlr_db(pid=4063): Launched\u000a09:57:08.711912 bus /sierra_2: Setting Powered False\u000a09:57:09.733315 run create_hlr_db(pid=4063): Terminated: ok {rc=0}\u000a09:57:10.149884 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4065): Launched\u000a09:57:10.458942 run osmo-hlr_10.42.42.2(pid=4066): Launched\u000a09:57:10.578219 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:57:11.124033 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4068): Launched\u000a09:57:11.433775 run osmo-stp_10.42.42.5(pid=4069): Launched\u000a09:57:11.545839 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:57:12.109575 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4071): Launched\u000a09:57:12.421754 run osmo-msc_10.42.42.6(pid=4072): Launched\u000a09:57:12.603508 run osmo-stp_10.42.42.5(pid=4069): ERR: Terminated: ERROR {rc=1} [trial-2403↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4069)]\u000a09:57:12.734108 run osmo-stp_10.42.42.5(pid=4069): stdout: \u000a| (launched: 2022-12-14_09:57:11.279763)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:57:12.862663 run osmo-stp_10.42.42.5(pid=4069): stderr: \u000a| �[0;m�[38;5;43m20221214095711453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214095711453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214095711454 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214095711454 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214095711454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214095711455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214095711455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:57:12.986266 run osmo-stp_10.42.42.5(pid=4069): stdout: \u000a| (launched: 2022-12-14_09:57:11.279763)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:57:13.108366 run osmo-stp_10.42.42.5(pid=4069): stderr: \u000a| �[0;m�[38;5;43m20221214095711453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214095711453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214095711454 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214095711454 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214095711454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214095711455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214095711455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:57:13.163066 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4069): Process ended prematurely: osmo-stp_10.42.42.5(pid=4069) [trial-2403↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4069)] [trial-2403↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a09:57:13.171656 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a09:57:13.231594 run osmo-hlr_10.42.42.2(pid=4066): ERR: Terminated: ERROR {rc=237} [trial-2403↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4066)]\u000a09:57:13.280852 run osmo-hlr_10.42.42.2(pid=4066): stdout: \u000a| (launched: 2022-12-14_09:57:10.306426) \u000a09:57:13.330728 run osmo-hlr_10.42.42.2(pid=4066): stderr: \u000a| �[0;m�[1;31m20221214095710485 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214095710485 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214095710485 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214095710485 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214095710486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214095710486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214095710498 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214095710509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214095710509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214095710509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:57:13.397784 run osmo-msc_10.42.42.6(pid=4072): ERR: Terminated: ERROR {rc=2} [trial-2403↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4072)]\u000a09:57:13.446752 run osmo-msc_10.42.42.6(pid=4072): stdout: \u000a| (launched: 2022-12-14_09:57:12.266264) \u000a09:57:13.496371 run osmo-msc_10.42.42.6(pid=4072): stderr: \u000a| �[0;m�[38;5;43m20221214095712541 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214095712541 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f408b3b8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214095712541 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214095712541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214095712541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214095712542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214095712543 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214095712544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214095712544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214095712544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:57:13.538738 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4065): Terminating (SIGTERM)\u000a09:57:13.578788 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4068): Terminating (SIGTERM)\u000a09:57:13.618666 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4071): Terminating (SIGTERM)\u000a09:57:13.627713 --- ParallelTerminationStrategy: PID 4065 died...\u000a09:57:13.681358 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4065): Terminated: ok {rc=0}\u000a09:57:13.690819 --- ParallelTerminationStrategy: PID 4068 died...\u000a09:57:13.744227 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4068): Terminated: ok {rc=0}\u000a09:57:13.753711 --- ParallelTerminationStrategy: PID 4071 died...\u000a09:57:13.807129 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4071): Terminated: ok {rc=0}\u000a09:57:13.895551 bus /sierra_3: Setting Powered False\u000a09:57:14.996931 bus /sierra_3: Setting Powered False\u000a09:57:16.105316 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "8", "name" : "voice_sysmo+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T09:56:56" }, { "cases" : [ { "testActions" : [ ], "age" : 73, "className" : "voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4083): Process ended prematurely: osmo-stp_10.42.42.5(pid=4083) [trial-2403↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4083)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4083): Process ended prematurely: osmo-stp_10.42.42.5(pid=4083) [trial-2403↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4083)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a09:57:18.072419 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:57:18.084184 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a09:57:18.238203 tst mo_mt_call.py: using LAC 40132\u000a09:57:18.366354 tst mo_mt_call.py: using RAC 97\u000a09:57:18.494238 tst mo_mt_call.py: using CellId 40132\u000a09:57:18.622163 tst mo_mt_call.py: using BVCI 40133\u000a09:57:18.645670 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:57:18.656930 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:57:18.668002 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:57:18.679015 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:57:18.690741 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:57:18.702384 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a09:57:18.825703 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a09:57:19.031819 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:57:19.519772 run create_hlr_db(pid=4077): Launched\u000a09:57:19.697052 bus /sierra_2: Setting Powered False\u000a09:57:20.719184 run create_hlr_db(pid=4077): Terminated: ok {rc=0}\u000a09:57:21.132442 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4079): Launched\u000a09:57:21.444786 run osmo-hlr_10.42.42.2(pid=4080): Launched\u000a09:57:21.564848 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:57:22.110851 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4082): Launched\u000a09:57:22.422867 run osmo-stp_10.42.42.5(pid=4083): Launched\u000a09:57:22.536081 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:57:23.103556 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4085): Launched\u000a09:57:23.416456 run osmo-msc_10.42.42.6(pid=4086): Launched\u000a09:57:23.597970 run osmo-stp_10.42.42.5(pid=4083): ERR: Terminated: ERROR {rc=1} [trial-2403↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4083)]\u000a09:57:23.728888 run osmo-stp_10.42.42.5(pid=4083): stdout: \u000a| (launched: 2022-12-14_09:57:22.267737)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:57:23.858693 run osmo-stp_10.42.42.5(pid=4083): stderr: \u000a| �[0;m�[38;5;43m20221214095722441 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214095722442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214095722442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214095722442 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214095722443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214095722443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214095722443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:57:23.983149 run osmo-stp_10.42.42.5(pid=4083): stdout: \u000a| (launched: 2022-12-14_09:57:22.267737)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:57:24.107136 run osmo-stp_10.42.42.5(pid=4083): stderr: \u000a| �[0;m�[38;5;43m20221214095722441 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214095722442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214095722442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214095722442 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214095722443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214095722443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214095722443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:57:24.161998 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4083): Process ended prematurely: osmo-stp_10.42.42.5(pid=4083) [trial-2403↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4083)] [trial-2403↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a09:57:24.170898 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a09:57:24.231721 run osmo-hlr_10.42.42.2(pid=4080): ERR: Terminated: ERROR {rc=237} [trial-2403↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4080)]\u000a09:57:24.281961 run osmo-hlr_10.42.42.2(pid=4080): stdout: \u000a| (launched: 2022-12-14_09:57:21.289404) \u000a09:57:24.332845 run osmo-hlr_10.42.42.2(pid=4080): stderr: \u000a| �[0;m�[1;31m20221214095721471 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214095721471 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214095721471 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214095721471 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214095721471 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214095721471 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214095721483 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214095721491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214095721492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214095721492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:57:24.401124 run osmo-msc_10.42.42.6(pid=4086): ERR: Terminated: ERROR {rc=2} [trial-2403↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4086)]\u000a09:57:24.451020 run osmo-msc_10.42.42.6(pid=4086): stdout: \u000a| (launched: 2022-12-14_09:57:23.260207) \u000a09:57:24.501698 run osmo-msc_10.42.42.6(pid=4086): stderr: \u000a| �[0;m�[38;5;43m20221214095723534 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214095723534 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f83f1407c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214095723534 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214095723534 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214095723534 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214095723534 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214095723536 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214095723536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214095723536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214095723536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:57:24.544784 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4079): Terminating (SIGTERM)\u000a09:57:24.585313 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4082): Terminating (SIGTERM)\u000a09:57:24.625775 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4085): Terminating (SIGTERM)\u000a09:57:24.634968 --- ParallelTerminationStrategy: PID 4079 died...\u000a09:57:24.689617 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4079): Terminated: ok {rc=0}\u000a09:57:24.699286 --- ParallelTerminationStrategy: PID 4082 died...\u000a09:57:24.754269 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4082): Terminated: ok {rc=0}\u000a09:57:24.763994 --- ParallelTerminationStrategy: PID 4085 died...\u000a09:57:24.818543 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4085): Terminated: ok {rc=0}\u000a09:57:24.908908 bus /sierra_3: Setting Powered False\u000a09:57:26.014492 bus /sierra_3: Setting Powered False\u000a09:57:27.127374 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 84, "className" : "voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4095): Process ended prematurely: osmo-stp_10.42.42.5(pid=4095) [trial-2403↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4095)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4095): Process ended prematurely: osmo-stp_10.42.42.5(pid=4095) [trial-2403↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4095)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a09:57:28.238786 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:57:28.250873 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a09:57:28.400199 tst mo_mt_call_osmux.py: using LAC 40133\u000a09:57:28.522497 tst mo_mt_call_osmux.py: using RAC 98\u000a09:57:28.645585 tst mo_mt_call_osmux.py: using CellId 40133\u000a09:57:28.766767 tst mo_mt_call_osmux.py: using BVCI 40134\u000a09:57:28.790274 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:57:28.801424 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:57:28.812480 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:57:28.823411 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:57:28.834795 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:57:28.846047 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a09:57:28.965786 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a09:57:29.171089 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:57:29.674440 run create_hlr_db(pid=4089): Launched\u000a09:57:29.865170 bus /sierra_2: Setting Powered False\u000a09:57:30.904555 run create_hlr_db(pid=4089): Terminated: ok {rc=0}\u000a09:57:31.345906 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4091): Launched\u000a09:57:31.721808 run osmo-hlr_10.42.42.2(pid=4092): Launched\u000a09:57:31.907982 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:57:32.583711 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4094): Launched\u000a09:57:32.914729 run osmo-stp_10.42.42.5(pid=4095): Launched\u000a09:57:33.033281 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:57:33.635397 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4097): Launched\u000a09:57:33.966835 run osmo-msc_10.42.42.6(pid=4098): Launched\u000a09:57:34.159356 run osmo-stp_10.42.42.5(pid=4095): ERR: Terminated: ERROR {rc=1} [trial-2403↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4095)]\u000a09:57:34.299535 run osmo-stp_10.42.42.5(pid=4095): stdout: \u000a| (launched: 2022-12-14_09:57:32.751476)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:57:34.437309 run osmo-stp_10.42.42.5(pid=4095): stderr: \u000a| �[0;m�[38;5;43m20221214095732946 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214095732946 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214095732947 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214095732947 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214095732949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214095732950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214095732950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:57:34.569335 run osmo-stp_10.42.42.5(pid=4095): stdout: \u000a| (launched: 2022-12-14_09:57:32.751476)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:57:34.700052 run osmo-stp_10.42.42.5(pid=4095): stderr: \u000a| �[0;m�[38;5;43m20221214095732946 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214095732946 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214095732947 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214095732947 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214095732949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214095732950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214095732950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:57:34.758248 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4095): Process ended prematurely: osmo-stp_10.42.42.5(pid=4095) [trial-2403↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4095)] [trial-2403↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a09:57:34.767827 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a09:57:34.830847 run osmo-hlr_10.42.42.2(pid=4092): ERR: Terminated: ERROR {rc=237} [trial-2403↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4092)]\u000a09:57:34.882601 run osmo-hlr_10.42.42.2(pid=4092): stdout: \u000a| (launched: 2022-12-14_09:57:31.506998) \u000a09:57:34.935036 run osmo-hlr_10.42.42.2(pid=4092): stderr: \u000a| �[0;m�[1;31m20221214095731864 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214095731864 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214095731864 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214095731864 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214095731865 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214095731865 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214095731889 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214095731914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214095731914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214095731914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:57:35.006059 run osmo-msc_10.42.42.6(pid=4098): ERR: Terminated: ERROR {rc=2} [trial-2403↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4098)]\u000a09:57:35.057757 run osmo-msc_10.42.42.6(pid=4098): stdout: \u000a| (launched: 2022-12-14_09:57:33.803839) \u000a09:57:35.110037 run osmo-msc_10.42.42.6(pid=4098): stderr: \u000a| �[0;m�[38;5;43m20221214095734127 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214095734127 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc3fa786c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214095734127 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214095734127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214095734127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214095734127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214095734129 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214095734130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214095734130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214095734130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:57:35.154691 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4091): Terminating (SIGTERM)\u000a09:57:35.196553 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4094): Terminating (SIGTERM)\u000a09:57:35.238535 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4097): Terminating (SIGTERM)\u000a09:57:35.248258 --- ParallelTerminationStrategy: PID 4091 died...\u000a09:57:35.304211 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4091): Terminated: ok {rc=0}\u000a09:57:35.314542 --- ParallelTerminationStrategy: PID 4094 died...\u000a09:57:35.370411 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4094): Terminated: ok {rc=0}\u000a09:57:35.380454 --- ParallelTerminationStrategy: PID 4097 died...\u000a09:57:35.435853 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4097): Terminated: ok {rc=0}\u000a09:57:35.523135 bus /sierra_3: Setting Powered False\u000a09:57:36.629728 bus /sierra_3: Setting Powered False\u000a09:57:37.741909 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "9", "name" : "voice_sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T09:57:17" }, { "cases" : [ { "testActions" : [ ], "age" : 73, "className" : "voice:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4109): Process ended prematurely: osmo-stp_10.42.42.5(pid=4109) [trial-2403↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4109)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4109): Process ended prematurely: osmo-stp_10.42.42.5(pid=4109) [trial-2403↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4109)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 voice:sysmo+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a09:57:39.696110 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:57:39.707224 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a09:57:39.854430 tst mo_mt_call.py: using LAC 40134\u000a09:57:39.974952 tst mo_mt_call.py: using RAC 99\u000a09:57:40.096862 tst mo_mt_call.py: using CellId 40134\u000a09:57:40.218840 tst mo_mt_call.py: using BVCI 40135\u000a09:57:40.242420 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:57:40.253465 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:57:40.264269 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:57:40.275261 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:57:40.286723 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:57:40.298085 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a09:57:40.422065 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a09:57:40.631311 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:57:41.136674 run create_hlr_db(pid=4103): Launched\u000a09:57:41.328488 bus /sierra_2: Setting Powered False\u000a09:57:42.349464 run create_hlr_db(pid=4103): Terminated: ok {rc=0}\u000a09:57:42.768172 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4105): Launched\u000a09:57:43.079642 run osmo-hlr_10.42.42.2(pid=4106): Launched\u000a09:57:43.201629 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:57:43.750998 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4108): Launched\u000a09:57:44.064563 run osmo-stp_10.42.42.5(pid=4109): Launched\u000a09:57:44.177875 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:57:44.746571 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4111): Launched\u000a09:57:45.059447 run osmo-msc_10.42.42.6(pid=4112): Launched\u000a09:57:45.241905 run osmo-stp_10.42.42.5(pid=4109): ERR: Terminated: ERROR {rc=1} [trial-2403↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4109)]\u000a09:57:45.374297 run osmo-stp_10.42.42.5(pid=4109): stdout: \u000a| (launched: 2022-12-14_09:57:43.908643)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:57:45.503903 run osmo-stp_10.42.42.5(pid=4109): stderr: \u000a| �[0;m�[38;5;43m20221214095744083 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214095744083 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214095744083 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214095744083 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214095744084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214095744084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214095744084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:57:45.628884 run osmo-stp_10.42.42.5(pid=4109): stdout: \u000a| (launched: 2022-12-14_09:57:43.908643)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:57:45.752522 run osmo-stp_10.42.42.5(pid=4109): stderr: \u000a| �[0;m�[38;5;43m20221214095744083 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214095744083 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214095744083 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214095744083 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214095744084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214095744084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214095744084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:57:45.807059 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4109): Process ended prematurely: osmo-stp_10.42.42.5(pid=4109) [trial-2403↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4109)] [trial-2403↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a09:57:45.815946 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a09:57:45.903860 run osmo-hlr_10.42.42.2(pid=4106): ERR: Terminated: ERROR {rc=237} [trial-2403↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4106)]\u000a09:57:45.957297 run osmo-hlr_10.42.42.2(pid=4106): stdout: \u000a| (launched: 2022-12-14_09:57:42.925298) \u000a09:57:46.012111 run osmo-hlr_10.42.42.2(pid=4106): stderr: \u000a| �[0;m�[1;31m20221214095743105 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214095743105 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214095743105 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214095743105 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214095743105 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214095743106 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214095743118 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/voice:sysmo+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214095743127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214095743127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214095743127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:57:46.086035 run osmo-msc_10.42.42.6(pid=4112): ERR: Terminated: ERROR {rc=2} [trial-2403↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4112)]\u000a09:57:46.138764 run osmo-msc_10.42.42.6(pid=4112): stdout: \u000a| (launched: 2022-12-14_09:57:44.903824) \u000a09:57:46.192360 run osmo-msc_10.42.42.6(pid=4112): stderr: \u000a| �[0;m�[38;5;43m20221214095745179 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214095745180 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbe043a8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214095745180 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214095745180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214095745180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214095745180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214095745182 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214095745182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214095745182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214095745183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:57:46.238283 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4105): Terminating (SIGTERM)\u000a09:57:46.281165 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4108): Terminating (SIGTERM)\u000a09:57:46.324029 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4111): Terminating (SIGTERM)\u000a09:57:46.334574 --- ParallelTerminationStrategy: PID 4105 died...\u000a09:57:46.394401 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4105): Terminated: ok {rc=0}\u000a09:57:46.405058 --- ParallelTerminationStrategy: PID 4108 died...\u000a09:57:46.464379 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4108): Terminated: ok {rc=0}\u000a09:57:46.475093 --- ParallelTerminationStrategy: PID 4111 died...\u000a09:57:46.533241 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4111): Terminated: ok {rc=0}\u000a09:57:46.638114 bus /sierra_3: Setting Powered False\u000a09:57:47.739998 bus /sierra_3: Setting Powered False\u000a09:57:48.849391 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 84, "className" : "voice:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4120): Process ended prematurely: osmo-stp_10.42.42.5(pid=4120) [trial-2403↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4120)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4120): Process ended prematurely: osmo-stp_10.42.42.5(pid=4120) [trial-2403↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4120)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 voice:sysmo+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a09:57:49.966161 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:57:49.978573 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a09:57:50.134012 tst mo_mt_call_osmux.py: using LAC 40135\u000a09:57:50.264877 tst mo_mt_call_osmux.py: using RAC 100\u000a09:57:50.396942 tst mo_mt_call_osmux.py: using CellId 40135\u000a09:57:50.525974 tst mo_mt_call_osmux.py: using BVCI 40136\u000a09:57:50.551051 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:57:50.562584 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:57:50.573801 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:57:50.584915 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:57:50.596064 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:57:50.607339 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a09:57:50.725932 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a09:57:50.937588 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:57:51.466002 run create_hlr_db(pid=4114): Launched\u000a09:57:51.644106 bus /sierra_2: Setting Powered False\u000a09:57:52.665979 run create_hlr_db(pid=4114): Terminated: ok {rc=0}\u000a09:57:53.080364 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4116): Launched\u000a09:57:53.392062 run osmo-hlr_10.42.42.2(pid=4117): Launched\u000a09:57:53.508799 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:57:54.045424 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4119): Launched\u000a09:57:54.357427 run osmo-stp_10.42.42.5(pid=4120): Launched\u000a09:57:54.470468 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:57:55.035957 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4122): Launched\u000a09:57:55.348474 run osmo-msc_10.42.42.6(pid=4123): Launched\u000a09:57:55.529143 run osmo-stp_10.42.42.5(pid=4120): ERR: Terminated: ERROR {rc=1} [trial-2403↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4120)]\u000a09:57:55.659653 run osmo-stp_10.42.42.5(pid=4120): stdout: \u000a| (launched: 2022-12-14_09:57:54.201746)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:57:55.788114 run osmo-stp_10.42.42.5(pid=4120): stderr: \u000a| �[0;m�[38;5;43m20221214095754374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214095754374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214095754374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214095754375 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214095754375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214095754375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214095754375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:57:55.911591 run osmo-stp_10.42.42.5(pid=4120): stdout: \u000a| (launched: 2022-12-14_09:57:54.201746)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:57:56.033780 run osmo-stp_10.42.42.5(pid=4120): stderr: \u000a| �[0;m�[38;5;43m20221214095754374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214095754374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214095754374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214095754375 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214095754375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214095754375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214095754375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:57:56.087740 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4120): Process ended prematurely: osmo-stp_10.42.42.5(pid=4120) [trial-2403↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4120)] [trial-2403↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a09:57:56.096608 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a09:57:56.157178 run osmo-hlr_10.42.42.2(pid=4117): ERR: Terminated: ERROR {rc=237} [trial-2403↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4117)]\u000a09:57:56.206785 run osmo-hlr_10.42.42.2(pid=4117): stdout: \u000a| (launched: 2022-12-14_09:57:53.237050) \u000a09:57:56.257322 run osmo-hlr_10.42.42.2(pid=4117): stderr: \u000a| �[0;m�[1;31m20221214095753415 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214095753415 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214095753415 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214095753415 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214095753415 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214095753415 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214095753427 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/voice:sysmo+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214095753435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214095753436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214095753436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:57:56.325201 run osmo-msc_10.42.42.6(pid=4123): ERR: Terminated: ERROR {rc=2} [trial-2403↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4123)]\u000a09:57:56.374996 run osmo-msc_10.42.42.6(pid=4123): stdout: \u000a| (launched: 2022-12-14_09:57:55.192860) \u000a09:57:56.425628 run osmo-msc_10.42.42.6(pid=4123): stderr: \u000a| �[0;m�[38;5;43m20221214095755466 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214095755466 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f30d4b51c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214095755466 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214095755466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214095755466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214095755467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214095755468 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214095755469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214095755469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214095755469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:57:56.468282 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4116): Terminating (SIGTERM)\u000a09:57:56.508635 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4119): Terminating (SIGTERM)\u000a09:57:56.549061 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4122): Terminating (SIGTERM)\u000a09:57:56.558214 --- ParallelTerminationStrategy: PID 4116 died...\u000a09:57:56.612444 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4116): Terminated: ok {rc=0}\u000a09:57:56.622093 --- ParallelTerminationStrategy: PID 4119 died...\u000a09:57:56.676582 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4119): Terminated: ok {rc=0}\u000a09:57:56.686080 --- ParallelTerminationStrategy: PID 4122 died...\u000a09:57:56.740092 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4122): Terminated: ok {rc=0}\u000a09:57:56.824464 bus /sierra_3: Setting Powered False\u000a09:57:57.933498 bus /sierra_3: Setting Powered False\u000a09:57:59.042099 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "10", "name" : "voice_sysmo+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T09:57:39" }, { "cases" : [ { "testActions" : [ ], "age" : 73, "className" : "emergency:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4134): Process ended prematurely: osmo-stp_10.42.42.5(pid=4134) [trial-2403↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4134)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4134): Process ended prematurely: osmo-stp_10.42.42.5(pid=4134) [trial-2403↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4134)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 emergency:sysmo emergency_mo_mt_call.py\u000a----------------------------------------------\u000a09:58:01.028807 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a09:58:01.040425 tst emergency:sysmo: Using 1 x bts (candidates: 1)\u000a09:58:01.172021 tst emergency_mo_mt_call.py: using LAC 40136\u000a09:58:01.296303 tst emergency_mo_mt_call.py: using RAC 101\u000a09:58:01.421864 tst emergency_mo_mt_call.py: using CellId 40136\u000a09:58:01.549867 tst emergency_mo_mt_call.py: using BVCI 40137\u000a09:58:01.575931 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a09:58:01.588291 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a09:58:01.600251 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a09:58:01.612095 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a09:58:01.623561 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a09:58:01.635007 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a09:58:01.758200 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a09:58:02.031627 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:58:02.570906 run create_hlr_db(pid=4128): Launched\u000a09:58:02.759361 bus /sierra_2: Setting Powered False\u000a09:58:03.780495 run create_hlr_db(pid=4128): Terminated: ok {rc=0}\u000a09:58:04.194054 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4130): Launched\u000a09:58:04.500595 run osmo-hlr_10.42.42.2(pid=4131): Launched\u000a09:58:04.618778 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:58:05.159465 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4133): Launched\u000a09:58:05.466131 run osmo-stp_10.42.42.5(pid=4134): Launched\u000a09:58:05.587943 tst emergency_mo_mt_call.py: using MSISDN 8630\u000a09:58:05.738977 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:58:06.294479 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4136): Launched\u000a09:58:06.602403 run osmo-msc_10.42.42.6(pid=4137): Launched\u000a09:58:06.781834 run osmo-stp_10.42.42.5(pid=4134): ERR: Terminated: ERROR {rc=1} [trial-2403↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4134)]\u000a09:58:06.910915 run osmo-stp_10.42.42.5(pid=4134): stdout: \u000a| (launched: 2022-12-14_09:58:05.313597)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:58:07.037432 run osmo-stp_10.42.42.5(pid=4134): stderr: \u000a| �[0;m�[38;5;43m20221214095805487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214095805487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214095805487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214095805488 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214095805488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214095805488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214095805488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:58:07.159112 run osmo-stp_10.42.42.5(pid=4134): stdout: \u000a| (launched: 2022-12-14_09:58:05.313597)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:58:07.279988 run osmo-stp_10.42.42.5(pid=4134): stderr: \u000a| �[0;m�[38;5;43m20221214095805487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214095805487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214095805487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214095805488 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214095805488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214095805488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214095805488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:58:07.333112 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=4134): Process ended prematurely: osmo-stp_10.42.42.5(pid=4134) [trial-2403↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4134)] [trial-2403↪emergency:sysmo↪emergency_mo_mt_call.py:19]\u000a09:58:07.341380 tst emergency_mo_mt_call.py:19: Test FAILED (6.3 sec)\u000a09:58:07.402741 run osmo-hlr_10.42.42.2(pid=4131): ERR: Terminated: ERROR {rc=237} [trial-2403↪emergency:sysmo↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4131)]\u000a09:58:07.452816 run osmo-hlr_10.42.42.2(pid=4131): stdout: \u000a| (launched: 2022-12-14_09:58:04.348178) \u000a09:58:07.503429 run osmo-hlr_10.42.42.2(pid=4131): stderr: \u000a| �[0;m�[1;31m20221214095804528 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214095804528 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214095804528 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214095804528 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214095804528 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214095804528 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214095804540 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/emergency:sysmo/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214095804549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214095804549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214095804549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:58:07.571860 run osmo-msc_10.42.42.6(pid=4137): ERR: Terminated: ERROR {rc=2} [trial-2403↪emergency:sysmo↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4137)]\u000a09:58:07.621662 run osmo-msc_10.42.42.6(pid=4137): stdout: \u000a| (launched: 2022-12-14_09:58:06.448213) \u000a09:58:07.671872 run osmo-msc_10.42.42.6(pid=4137): stderr: \u000a| �[0;m�[38;5;43m20221214095806720 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214095806720 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f14f45e8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214095806720 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214095806720 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214095806720 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214095806721 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214095806722 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214095806723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214095806723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214095806723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:58:07.714617 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4130): Terminating (SIGTERM)\u000a09:58:07.755160 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4133): Terminating (SIGTERM)\u000a09:58:07.796029 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4136): Terminating (SIGTERM)\u000a09:58:07.805431 --- ParallelTerminationStrategy: PID 4130 died...\u000a09:58:07.860354 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4130): Terminated: ok {rc=0}\u000a09:58:07.870086 --- ParallelTerminationStrategy: PID 4133 died...\u000a09:58:07.924330 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4133): Terminated: ok {rc=0}\u000a09:58:07.934355 --- ParallelTerminationStrategy: PID 4136 died...\u000a09:58:07.988893 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4136): Terminated: ok {rc=0}\u000a09:58:08.077763 bus /sierra_3: Setting Powered False\u000a09:58:09.181865 bus /sierra_3: Setting Powered False\u000a09:58:10.293846 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 241, "className" : "emergency:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4145): Process ended prematurely: osmo-stp_10.42.42.5(pid=4145) [trial-2403↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4145)]", "failedSince" : 2163, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4145): Process ended prematurely: osmo-stp_10.42.42.5(pid=4145) [trial-2403↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4145)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 emergency:sysmo emergency_preemptive_call.py\u000a----------------------------------------------\u000a09:58:11.346418 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a09:58:11.358088 tst emergency:sysmo: Using 1 x bts (candidates: 1)\u000a09:58:11.485900 tst emergency_preemptive_call.py: using LAC 40137\u000a09:58:11.604527 tst emergency_preemptive_call.py: using RAC 102\u000a09:58:11.725223 tst emergency_preemptive_call.py: using CellId 40137\u000a09:58:11.843360 tst emergency_preemptive_call.py: using BVCI 40138\u000a09:58:11.866396 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a09:58:11.877035 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a09:58:11.887768 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a09:58:11.898374 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a09:58:11.909888 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a09:58:11.921441 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a09:58:12.045414 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a09:58:12.163786 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a09:58:12.279990 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a09:58:12.482109 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:58:12.962855 run create_hlr_db(pid=4139): Launched\u000a09:58:13.139214 bus /sierra_2: Setting Powered False\u000a09:58:14.160626 run create_hlr_db(pid=4139): Terminated: ok {rc=0}\u000a09:58:14.595427 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4141): Launched\u000a09:58:14.922904 run osmo-hlr_10.42.42.2(pid=4142): Launched\u000a09:58:15.040927 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:58:15.606897 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4144): Launched\u000a09:58:15.977449 run osmo-stp_10.42.42.5(pid=4145): Launched\u000a09:58:16.135438 tst emergency_preemptive_call.py: using MSISDN 8631\u000a09:58:16.482185 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:58:17.110624 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4147): Launched\u000a09:58:17.513521 run osmo-msc_10.42.42.6(pid=4148): Launched\u000a09:58:17.711725 run osmo-stp_10.42.42.5(pid=4145): ERR: Terminated: ERROR {rc=1} [trial-2403↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4145)]\u000a09:58:17.849587 run osmo-stp_10.42.42.5(pid=4145): stdout: \u000a| (launched: 2022-12-14_09:58:15.771826)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:58:17.985848 run osmo-stp_10.42.42.5(pid=4145): stderr: \u000a| �[0;m�[38;5;43m20221214095816119 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214095816119 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214095816119 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214095816120 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214095816122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214095816122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214095816122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:58:18.115830 run osmo-stp_10.42.42.5(pid=4145): stdout: \u000a| (launched: 2022-12-14_09:58:15.771826)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:58:18.244632 run osmo-stp_10.42.42.5(pid=4145): stderr: \u000a| �[0;m�[38;5;43m20221214095816119 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214095816119 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214095816119 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214095816120 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214095816122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214095816122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214095816122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:58:18.301194 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=4145): Process ended prematurely: osmo-stp_10.42.42.5(pid=4145) [trial-2403↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4145)] [trial-2403↪emergency:sysmo↪emergency_preemptive_call.py:32]\u000a09:58:18.310012 tst emergency_preemptive_call.py:32: Test FAILED (7.0 sec)\u000a09:58:18.373833 run osmo-hlr_10.42.42.2(pid=4142): ERR: Terminated: ERROR {rc=237} [trial-2403↪emergency:sysmo↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4142)]\u000a09:58:18.426284 run osmo-hlr_10.42.42.2(pid=4142): stdout: \u000a| (launched: 2022-12-14_09:58:14.760545) \u000a09:58:18.479247 run osmo-hlr_10.42.42.2(pid=4142): stderr: \u000a| �[0;m�[1;31m20221214095814963 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214095814963 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214095814963 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214095814963 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214095814963 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214095814963 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214095814975 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/emergency:sysmo/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214095814984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214095814984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214095814984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:58:18.550967 run osmo-msc_10.42.42.6(pid=4148): ERR: Terminated: ERROR {rc=2} [trial-2403↪emergency:sysmo↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4148)]\u000a09:58:18.603619 run osmo-msc_10.42.42.6(pid=4148): stdout: \u000a| (launched: 2022-12-14_09:58:17.268792) \u000a09:58:18.656537 run osmo-msc_10.42.42.6(pid=4148): stderr: \u000a| �[0;m�[38;5;43m20221214095817669 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214095817669 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb831494c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214095817669 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214095817669 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214095817670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214095817670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214095817674 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214095817675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214095817675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214095817675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:58:18.701705 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4141): Terminating (SIGTERM)\u000a09:58:18.744058 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4144): Terminating (SIGTERM)\u000a09:58:18.786758 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4147): Terminating (SIGTERM)\u000a09:58:18.796573 --- ParallelTerminationStrategy: PID 4141 died...\u000a09:58:18.854041 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4141): Terminated: ok {rc=0}\u000a09:58:18.864343 --- ParallelTerminationStrategy: PID 4144 died...\u000a09:58:18.920685 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4144): Terminated: ok {rc=0}\u000a09:58:18.930911 --- ParallelTerminationStrategy: PID 4147 died...\u000a09:58:18.987283 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4147): Terminated: ok {rc=0}\u000a09:58:19.074210 bus /sierra_9: Setting Powered False\u000a09:58:20.180840 bus /sierra_9: Setting Powered False\u000a09:58:21.288450 bus /sierra_8: Setting Powered False\u000a09:58:22.394365 bus /sierra_8: Setting Powered False\u000a09:58:23.506224 bus /sierra_3: Setting Powered False\u000a09:58:24.609263 bus /sierra_3: Setting Powered False\u000a09:58:25.714583 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "11", "name" : "emergency_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T09:58:00" }, { "cases" : [ { "testActions" : [ ], "age" : 90, "className" : "gprs:sysmo", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4163): Process ended prematurely: osmo-stp_10.42.42.5(pid=4163) [trial-2403↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4163)]", "failedSince" : 2314, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4163): Process ended prematurely: osmo-stp_10.42.42.5(pid=4163) [trial-2403↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4163)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:sysmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a09:58:27.804612 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a09:58:27.815570 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a09:58:27.946370 tst cs_paging_gprs_active.py: using LAC 40138\u000a09:58:28.077188 tst cs_paging_gprs_active.py: using RAC 103\u000a09:58:28.208129 tst cs_paging_gprs_active.py: using CellId 40138\u000a09:58:28.338318 tst cs_paging_gprs_active.py: using BVCI 40139\u000a09:58:28.363519 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a09:58:28.374661 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a09:58:28.385593 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a09:58:28.396454 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a09:58:28.407656 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a09:58:28.418966 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a09:58:28.430008 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a09:58:28.440780 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a09:58:28.452004 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a09:58:28.571264 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a09:58:28.855604 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a09:58:28.985810 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:58:29.309668 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4153): Launched\u000a09:58:29.579442 run iperf3-srv_10.42.42.10(pid=4154): Launched\u000a09:58:29.768312 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a09:58:29.898089 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:58:30.222136 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4155): Launched\u000a09:58:30.491022 run iperf3-srv_10.42.42.10(pid=4156): Launched\u000a09:58:30.679381 tst cs_paging_gprs_active.py:38: start network...\u000a09:58:30.808106 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:58:31.342146 run create_hlr_db(pid=4157): Launched\u000a09:58:31.524686 bus /sierra_2: Setting Powered False\u000a09:58:32.542268 run create_hlr_db(pid=4157): Terminated: ok {rc=0}\u000a09:58:32.957482 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4159): Launched\u000a09:58:33.273673 run osmo-hlr_10.42.42.2(pid=4160): Launched\u000a09:58:33.393980 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:58:33.938727 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4162): Launched\u000a09:58:34.251082 run osmo-stp_10.42.42.5(pid=4163): Launched\u000a09:58:34.365596 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:58:35.897399 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4165): Launched\u000a09:58:36.008080 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:58:36.281073 run patchelf(pid=4166): Launched\u000a09:58:36.463286 run osmo-stp_10.42.42.5(pid=4163): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4163)]\u000a09:58:36.596419 run osmo-stp_10.42.42.5(pid=4163): stdout: \u000a| (launched: 2022-12-14_09:58:34.095419)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:58:36.730065 run osmo-stp_10.42.42.5(pid=4163): stderr: \u000a| �[0;m�[38;5;43m20221214095834267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214095834267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214095834267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214095834268 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214095834270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214095834270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214095834270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:58:36.858757 run osmo-stp_10.42.42.5(pid=4163): stdout: \u000a| (launched: 2022-12-14_09:58:34.095419)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:58:36.985911 run osmo-stp_10.42.42.5(pid=4163): stderr: \u000a| �[0;m�[38;5;43m20221214095834267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214095834267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214095834267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214095834268 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214095834270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214095834270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214095834270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:58:37.134927 run patchelf(pid=4166): Terminating (SIGINT)\u000a09:58:37.310777 run patchelf(pid=4166): Terminated: ok {rc=0}\u000a09:58:37.342670 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=4163): Process ended prematurely: osmo-stp_10.42.42.5(pid=4163) [trial-2403↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4163)] [trial-2403↪gprs:sysmo↪cs_paging_gprs_active.py:38]\u000a09:58:37.351786 tst cs_paging_gprs_active.py:38: Test FAILED (9.6 sec)\u000a09:58:37.412942 run osmo-hlr_10.42.42.2(pid=4160): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:sysmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4160)]\u000a09:58:37.462757 run osmo-hlr_10.42.42.2(pid=4160): stdout: \u000a| (launched: 2022-12-14_09:58:33.115599) \u000a09:58:37.513275 run osmo-hlr_10.42.42.2(pid=4160): stderr: \u000a| �[0;m�[1;31m20221214095833295 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214095833295 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214095833295 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214095833295 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214095833295 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214095833295 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214095833307 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:sysmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214095833317 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214095833317 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214095833317 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:58:37.556533 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4153): Terminating (SIGTERM)\u000a09:58:37.597006 run iperf3-srv_10.42.42.10(pid=4154): Terminating (SIGTERM)\u000a09:58:37.637579 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4155): Terminating (SIGTERM)\u000a09:58:37.678180 run iperf3-srv_10.42.42.10(pid=4156): Terminating (SIGTERM)\u000a09:58:37.718669 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4159): Terminating (SIGTERM)\u000a09:58:37.759325 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4162): Terminating (SIGTERM)\u000a09:58:37.799956 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4165): Terminating (SIGTERM)\u000a09:58:37.809368 --- ParallelTerminationStrategy: PID 4153 died...\u000a09:58:37.864032 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4153): Terminated: ok {rc=0}\u000a09:58:37.873838 --- ParallelTerminationStrategy: PID 4154 died...\u000a09:58:37.928076 run iperf3-srv_10.42.42.10(pid=4154): Terminated {rc=256}\u000a09:58:37.937782 --- ParallelTerminationStrategy: PID 4155 died...\u000a09:58:37.992023 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4155): Terminated: ok {rc=0}\u000a09:58:38.001802 --- ParallelTerminationStrategy: PID 4156 died...\u000a09:58:38.055868 run iperf3-srv_10.42.42.10(pid=4156): Terminated {rc=256}\u000a09:58:38.065545 --- ParallelTerminationStrategy: PID 4159 died...\u000a09:58:38.119901 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4159): Terminated: ok {rc=0}\u000a09:58:38.129808 --- ParallelTerminationStrategy: PID 4162 died...\u000a09:58:38.184519 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4162): Terminated: ok {rc=0}\u000a09:58:38.194280 --- ParallelTerminationStrategy: PID 4165 died...\u000a09:58:38.248725 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4165): Terminated: ok {rc=0}\u000a09:58:38.333389 bus /gobi_0: Setting Powered False\u000a09:58:39.441390 bus /gobi_0: Setting Powered False\u000a09:58:40.549857 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 90, "className" : "gprs:sysmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4175): Process ended prematurely: osmo-stp_10.42.42.5(pid=4175) [trial-2403↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4175)]", "failedSince" : 2314, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4175): Process ended prematurely: osmo-stp_10.42.42.5(pid=4175) [trial-2403↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4175)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:sysmo iperf3.py\u000a----------------------------------------------\u000a09:58:41.667212 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a09:58:41.678881 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a09:58:41.812783 tst iperf3.py: using LAC 40139\u000a09:58:41.943724 tst iperf3.py: using RAC 104\u000a09:58:42.074770 tst iperf3.py: using CellId 40139\u000a09:58:42.205700 tst iperf3.py: using BVCI 40140\u000a09:58:42.231162 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a09:58:42.242209 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a09:58:42.253264 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a09:58:42.264153 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a09:58:42.274963 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a09:58:42.285878 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a09:58:42.297218 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a09:58:42.308128 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a09:58:42.319225 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a09:58:42.618191 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:58:42.756615 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:58:43.101760 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4167): Launched\u000a09:58:43.389046 run iperf3-srv_10.42.42.10(pid=4168): Launched\u000a09:58:43.591205 tst iperf3.py:8: start network...\u000a09:58:43.728140 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:58:44.255997 run create_hlr_db(pid=4169): Launched\u000a09:58:44.446837 bus /gobi_6: Setting Powered False\u000a09:58:45.467691 run create_hlr_db(pid=4169): Terminated: ok {rc=0}\u000a09:58:45.896884 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4171): Launched\u000a09:58:46.342850 run osmo-hlr_10.42.42.2(pid=4172): Launched\u000a09:58:46.576141 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:58:47.221134 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4174): Launched\u000a09:58:47.548632 run osmo-stp_10.42.42.5(pid=4175): Launched\u000a09:58:47.662053 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:58:48.204274 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4177): Launched\u000a09:58:48.314654 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:58:48.588652 run patchelf(pid=4178): Launched\u000a09:58:48.770256 run osmo-stp_10.42.42.5(pid=4175): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4175)]\u000a09:58:48.903158 run osmo-stp_10.42.42.5(pid=4175): stdout: \u000a| (launched: 2022-12-14_09:58:47.391924)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:58:49.036043 run osmo-stp_10.42.42.5(pid=4175): stderr: \u000a| �[0;m�[38;5;43m20221214095847567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214095847567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214095847567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214095847568 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214095847568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214095847568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214095847568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:58:49.164180 run osmo-stp_10.42.42.5(pid=4175): stdout: \u000a| (launched: 2022-12-14_09:58:47.391924)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:58:49.291040 run osmo-stp_10.42.42.5(pid=4175): stderr: \u000a| �[0;m�[38;5;43m20221214095847567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214095847567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214095847567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214095847568 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214095847568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214095847568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214095847568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:58:49.439177 run patchelf(pid=4178): Terminating (SIGINT)\u000a09:58:49.613273 run patchelf(pid=4178): Terminated: ok {rc=0}\u000a09:58:49.645496 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4175): Process ended prematurely: osmo-stp_10.42.42.5(pid=4175) [trial-2403↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4175)] [trial-2403↪gprs:sysmo↪iperf3.py:8]\u000a09:58:49.654784 tst iperf3.py:8: Test FAILED (8.0 sec)\u000a09:58:49.715622 run osmo-hlr_10.42.42.2(pid=4172): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:sysmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4172)]\u000a09:58:49.765593 run osmo-hlr_10.42.42.2(pid=4172): stdout: \u000a| (launched: 2022-12-14_09:58:46.086134) \u000a09:58:49.816467 run osmo-hlr_10.42.42.2(pid=4172): stderr: \u000a| �[0;m�[1;31m20221214095846414 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214095846414 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214095846414 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214095846414 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214095846414 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214095846414 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214095846427 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:sysmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214095846438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214095846438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214095846438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:58:49.859849 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4167): Terminating (SIGTERM)\u000a09:58:49.900705 run iperf3-srv_10.42.42.10(pid=4168): Terminating (SIGTERM)\u000a09:58:49.941476 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4171): Terminating (SIGTERM)\u000a09:58:49.982008 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4174): Terminating (SIGTERM)\u000a09:58:50.022621 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4177): Terminating (SIGTERM)\u000a09:58:50.032011 --- ParallelTerminationStrategy: PID 4167 died...\u000a09:58:50.087276 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4167): Terminated: ok {rc=0}\u000a09:58:50.097186 --- ParallelTerminationStrategy: PID 4168 died...\u000a09:58:50.151751 run iperf3-srv_10.42.42.10(pid=4168): Terminated {rc=256}\u000a09:58:50.161965 --- ParallelTerminationStrategy: PID 4171 died...\u000a09:58:50.216645 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4171): Terminated: ok {rc=0}\u000a09:58:50.226394 --- ParallelTerminationStrategy: PID 4174 died...\u000a09:58:50.280857 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4174): Terminated: ok {rc=0}\u000a09:58:50.290710 --- ParallelTerminationStrategy: PID 4177 died...\u000a09:58:50.344940 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4177): Terminated: ok {rc=0}\u000a09:58:50.433677 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 91, "className" : "gprs:sysmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4193): Process ended prematurely: osmo-stp_10.42.42.5(pid=4193) [trial-2403↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4193)]", "failedSince" : 2313, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4193): Process ended prematurely: osmo-stp_10.42.42.5(pid=4193) [trial-2403↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4193)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:sysmo iperf3m4.py\u000a----------------------------------------------\u000a09:58:51.551460 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a09:58:51.563555 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a09:58:51.695496 tst iperf3m4.py: using LAC 40140\u000a09:58:51.825790 tst iperf3m4.py: using RAC 105\u000a09:58:51.955283 tst iperf3m4.py: using CellId 40140\u000a09:58:52.086717 tst iperf3m4.py: using BVCI 40141\u000a09:58:52.112164 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a09:58:52.123507 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a09:58:52.134780 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a09:58:52.146044 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a09:58:52.157387 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a09:58:52.168735 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a09:58:52.179963 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a09:58:52.190974 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a09:58:52.202115 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a09:58:52.321330 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a09:58:52.444881 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a09:58:52.563559 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a09:58:52.846915 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:58:52.976421 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:58:53.300029 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4179): Launched\u000a09:58:53.570256 run iperf3-srv_10.42.42.10(pid=4180): Launched\u000a09:58:53.759522 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a09:58:53.888600 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:58:54.214485 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4181): Launched\u000a09:58:54.484345 run iperf3-srv_10.42.42.10(pid=4182): Launched\u000a09:58:54.672295 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a09:58:54.800676 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:58:55.126165 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4183): Launched\u000a09:58:55.396035 run iperf3-srv_10.42.42.10(pid=4184): Launched\u000a09:58:55.584581 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a09:58:55.712376 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:58:56.034589 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4185): Launched\u000a09:58:56.317118 run iperf3-srv_10.42.42.10(pid=4186): Launched\u000a09:58:56.505648 tst iperf3m4.py:8: start network...\u000a09:58:56.634279 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:58:57.139481 run create_hlr_db(pid=4187): Launched\u000a09:58:57.331451 bus /gobi_6: Setting Powered False\u000a09:58:58.352804 run create_hlr_db(pid=4187): Terminated: ok {rc=0}\u000a09:58:58.773195 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4189): Launched\u000a09:58:59.085317 run osmo-hlr_10.42.42.2(pid=4190): Launched\u000a09:58:59.205900 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:58:59.758058 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4192): Launched\u000a09:59:00.068323 run osmo-stp_10.42.42.5(pid=4193): Launched\u000a09:59:00.179602 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:59:00.719771 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4195): Launched\u000a09:59:00.830518 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:59:01.151995 run patchelf(pid=4196): Launched\u000a09:59:01.358081 run osmo-stp_10.42.42.5(pid=4193): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4193)]\u000a09:59:01.504592 run osmo-stp_10.42.42.5(pid=4193): stdout: \u000a| (launched: 2022-12-14_09:58:59.914216)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:59:01.654315 run osmo-stp_10.42.42.5(pid=4193): stderr: \u000a| �[0;m�[38;5;43m20221214095900088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214095900088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214095900088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214095900088 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214095900089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214095900089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214095900089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:59:01.819604 run osmo-stp_10.42.42.5(pid=4193): stdout: \u000a| (launched: 2022-12-14_09:58:59.914216)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:59:01.963474 run osmo-stp_10.42.42.5(pid=4193): stderr: \u000a| �[0;m�[38;5;43m20221214095900088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214095900088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214095900088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214095900088 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214095900089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214095900089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214095900089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:59:02.130109 run patchelf(pid=4196): Terminating (SIGINT)\u000a09:59:02.318387 run patchelf(pid=4196): Terminated: ok {rc=0}\u000a09:59:02.352873 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4193): Process ended prematurely: osmo-stp_10.42.42.5(pid=4193) [trial-2403↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4193)] [trial-2403↪gprs:sysmo↪iperf3m4.py:8]\u000a09:59:02.363211 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a09:59:02.427042 run osmo-hlr_10.42.42.2(pid=4190): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:sysmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4190)]\u000a09:59:02.478971 run osmo-hlr_10.42.42.2(pid=4190): stdout: \u000a| (launched: 2022-12-14_09:58:58.930950) \u000a09:59:02.531586 run osmo-hlr_10.42.42.2(pid=4190): stderr: \u000a| �[0;m�[1;31m20221214095859109 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214095859109 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214095859109 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214095859109 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214095859110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214095859110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214095859121 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:sysmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214095859129 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214095859129 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214095859129 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:59:02.576480 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4179): Terminating (SIGTERM)\u000a09:59:02.619632 run iperf3-srv_10.42.42.10(pid=4180): Terminating (SIGTERM)\u000a09:59:02.661865 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4181): Terminating (SIGTERM)\u000a09:59:02.704277 run iperf3-srv_10.42.42.10(pid=4182): Terminating (SIGTERM)\u000a09:59:02.746821 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4183): Terminating (SIGTERM)\u000a09:59:02.788790 run iperf3-srv_10.42.42.10(pid=4184): Terminating (SIGTERM)\u000a09:59:02.831363 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4185): Terminating (SIGTERM)\u000a09:59:02.873416 run iperf3-srv_10.42.42.10(pid=4186): Terminating (SIGTERM)\u000a09:59:02.915717 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4189): Terminating (SIGTERM)\u000a09:59:02.958364 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4192): Terminating (SIGTERM)\u000a09:59:03.000261 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4195): Terminating (SIGTERM)\u000a09:59:03.009699 --- ParallelTerminationStrategy: PID 4179 died...\u000a09:59:03.066088 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4179): Terminated: ok {rc=0}\u000a09:59:03.076360 --- ParallelTerminationStrategy: PID 4180 died...\u000a09:59:03.132461 run iperf3-srv_10.42.42.10(pid=4180): Terminated {rc=256}\u000a09:59:03.142482 --- ParallelTerminationStrategy: PID 4181 died...\u000a09:59:03.198440 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4181): Terminated: ok {rc=0}\u000a09:59:03.208640 --- ParallelTerminationStrategy: PID 4182 died...\u000a09:59:03.266841 run iperf3-srv_10.42.42.10(pid=4182): Terminated {rc=256}\u000a09:59:03.277039 --- ParallelTerminationStrategy: PID 4183 died...\u000a09:59:03.333268 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4183): Terminated: ok {rc=0}\u000a09:59:03.343499 --- ParallelTerminationStrategy: PID 4184 died...\u000a09:59:03.399674 run iperf3-srv_10.42.42.10(pid=4184): Terminated {rc=256}\u000a09:59:03.409791 --- ParallelTerminationStrategy: PID 4185 died...\u000a09:59:03.465772 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4185): Terminated: ok {rc=0}\u000a09:59:03.475836 --- ParallelTerminationStrategy: PID 4186 died...\u000a09:59:03.531746 run iperf3-srv_10.42.42.10(pid=4186): Terminated {rc=256}\u000a09:59:03.541862 --- ParallelTerminationStrategy: PID 4189 died...\u000a09:59:03.597969 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4189): Terminated: ok {rc=0}\u000a09:59:03.608213 --- ParallelTerminationStrategy: PID 4192 died...\u000a09:59:03.664284 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4192): Terminated: ok {rc=0}\u000a09:59:03.674516 --- ParallelTerminationStrategy: PID 4195 died...\u000a09:59:03.730610 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4195): Terminated: ok {rc=0}\u000a09:59:03.817862 bus /gobi_4: Setting Powered False\u000a09:59:04.925898 bus /gobi_4: Setting Powered False\u000a09:59:06.034083 bus /gobi_1: Setting Powered False\u000a09:59:07.141173 bus /gobi_1: Setting Powered False\u000a09:59:08.249340 bus /gobi_0: Setting Powered False\u000a09:59:09.355482 bus /gobi_0: Setting Powered False\u000a09:59:10.465893 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 73, "className" : "gprs:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4203): Process ended prematurely: osmo-stp_10.42.42.5(pid=4203) [trial-2403↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4203)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4203): Process ended prematurely: osmo-stp_10.42.42.5(pid=4203) [trial-2403↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4203)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:sysmo ping.py\u000a----------------------------------------------\u000a09:59:11.532920 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a09:59:11.544151 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a09:59:11.669840 tst ping.py: using LAC 40141\u000a09:59:11.789580 tst ping.py: using RAC 106\u000a09:59:11.910310 tst ping.py: using CellId 40141\u000a09:59:12.034710 tst ping.py: using BVCI 40142\u000a09:59:12.057914 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a09:59:12.068380 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a09:59:12.078979 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a09:59:12.089481 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a09:59:12.100005 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a09:59:12.110404 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a09:59:12.121773 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a09:59:12.133127 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a09:59:12.423420 tst ping.py:19: start network...\u000a09:59:12.559421 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:59:13.083009 run create_hlr_db(pid=4197): Launched\u000a09:59:13.271054 bus /gobi_6: Setting Powered False\u000a09:59:14.291932 run create_hlr_db(pid=4197): Terminated: ok {rc=0}\u000a09:59:14.704027 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4199): Launched\u000a09:59:15.010726 run osmo-hlr_10.42.42.2(pid=4200): Launched\u000a09:59:15.128519 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:59:15.663855 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4202): Launched\u000a09:59:16.059779 run osmo-stp_10.42.42.5(pid=4203): Launched\u000a09:59:16.204548 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:59:16.966541 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4205): Launched\u000a09:59:17.077681 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:59:17.366939 run patchelf(pid=4206): Launched\u000a09:59:17.558080 run osmo-stp_10.42.42.5(pid=4203): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4203)]\u000a09:59:17.697523 run osmo-stp_10.42.42.5(pid=4203): stdout: \u000a| (launched: 2022-12-14_09:59:15.817640)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:59:17.837369 run osmo-stp_10.42.42.5(pid=4203): stderr: \u000a| �[0;m�[38;5;43m20221214095916249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214095916250 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214095916250 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214095916250 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214095916251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214095916251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214095916251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:59:17.971765 run osmo-stp_10.42.42.5(pid=4203): stdout: \u000a| (launched: 2022-12-14_09:59:15.817640)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:59:18.105028 run osmo-stp_10.42.42.5(pid=4203): stderr: \u000a| �[0;m�[38;5;43m20221214095916249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214095916250 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214095916250 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214095916250 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214095916251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214095916251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214095916251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:59:18.260070 run patchelf(pid=4206): Terminating (SIGINT)\u000a09:59:18.442574 run patchelf(pid=4206): Terminated: ok {rc=0}\u000a09:59:18.475500 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=4203): Process ended prematurely: osmo-stp_10.42.42.5(pid=4203) [trial-2403↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4203)] [trial-2403↪gprs:sysmo↪ping.py:22]\u000a09:59:18.484772 tst ping.py:22: Test FAILED (6.9 sec)\u000a09:59:18.548291 run osmo-hlr_10.42.42.2(pid=4200): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:sysmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4200)]\u000a09:59:18.600980 run osmo-hlr_10.42.42.2(pid=4200): stdout: \u000a| (launched: 2022-12-14_09:59:14.858232) \u000a09:59:18.653760 run osmo-hlr_10.42.42.2(pid=4200): stderr: \u000a| �[0;m�[1;31m20221214095915037 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214095915037 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214095915037 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214095915037 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214095915037 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214095915037 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214095915051 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:sysmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214095915062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214095915062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214095915062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:59:18.698943 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4199): Terminating (SIGTERM)\u000a09:59:18.741622 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4202): Terminating (SIGTERM)\u000a09:59:18.784229 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4205): Terminating (SIGTERM)\u000a09:59:18.794142 --- ParallelTerminationStrategy: PID 4199 died...\u000a09:59:18.850888 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4199): Terminated: ok {rc=0}\u000a09:59:18.861213 --- ParallelTerminationStrategy: PID 4202 died...\u000a09:59:18.917475 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4202): Terminated: ok {rc=0}\u000a09:59:18.927610 --- ParallelTerminationStrategy: PID 4205 died...\u000a09:59:18.983810 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4205): Terminated: ok {rc=0}\u000a09:59:19.071732 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 73, "className" : "gprs:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4213): Process ended prematurely: osmo-stp_10.42.42.5(pid=4213) [trial-2403↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4213)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4213): Process ended prematurely: osmo-stp_10.42.42.5(pid=4213) [trial-2403↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4213)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:sysmo ping_idle_ping.py\u000a----------------------------------------------\u000a09:59:20.125256 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a09:59:20.136805 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a09:59:20.262722 tst ping_idle_ping.py: using LAC 40142\u000a09:59:20.380701 tst ping_idle_ping.py: using RAC 107\u000a09:59:20.500261 tst ping_idle_ping.py: using CellId 40142\u000a09:59:20.622278 tst ping_idle_ping.py: using BVCI 40143\u000a09:59:20.645472 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a09:59:20.655959 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a09:59:20.666573 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a09:59:20.676861 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a09:59:20.687498 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a09:59:20.699386 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a09:59:20.710694 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a09:59:20.722004 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a09:59:21.027819 tst ping_idle_ping.py:24: start network...\u000a09:59:21.163849 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:59:21.686082 run create_hlr_db(pid=4207): Launched\u000a09:59:21.874754 bus /gobi_6: Setting Powered False\u000a09:59:22.895131 run create_hlr_db(pid=4207): Terminated: ok {rc=0}\u000a09:59:23.306376 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4209): Launched\u000a09:59:23.611902 run osmo-hlr_10.42.42.2(pid=4210): Launched\u000a09:59:23.724877 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:59:24.255240 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4212): Launched\u000a09:59:24.563491 run osmo-stp_10.42.42.5(pid=4213): Launched\u000a09:59:24.674272 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:59:25.209521 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4215): Launched\u000a09:59:25.318289 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:59:25.587060 run patchelf(pid=4216): Launched\u000a09:59:25.765841 run osmo-stp_10.42.42.5(pid=4213): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4213)]\u000a09:59:25.897244 run osmo-stp_10.42.42.5(pid=4213): stdout: \u000a| (launched: 2022-12-14_09:59:24.409240)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:59:26.028817 run osmo-stp_10.42.42.5(pid=4213): stderr: \u000a| �[0;m�[38;5;43m20221214095924581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214095924581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214095924581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214095924582 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214095924582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214095924582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214095924582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:59:26.155317 run osmo-stp_10.42.42.5(pid=4213): stdout: \u000a| (launched: 2022-12-14_09:59:24.409240)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:59:26.280750 run osmo-stp_10.42.42.5(pid=4213): stderr: \u000a| �[0;m�[38;5;43m20221214095924581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214095924581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214095924581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214095924582 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214095924582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214095924582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214095924582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:59:26.426934 run patchelf(pid=4216): Terminating (SIGINT)\u000a09:59:26.598762 run patchelf(pid=4216): Terminated: ok {rc=0}\u000a09:59:26.629993 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=4213): Process ended prematurely: osmo-stp_10.42.42.5(pid=4213) [trial-2403↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4213)] [trial-2403↪gprs:sysmo↪ping_idle_ping.py:27]\u000a09:59:26.638750 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a09:59:26.699238 run osmo-hlr_10.42.42.2(pid=4210): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:sysmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4210)]\u000a09:59:26.748771 run osmo-hlr_10.42.42.2(pid=4210): stdout: \u000a| (launched: 2022-12-14_09:59:23.460131) \u000a09:59:26.799243 run osmo-hlr_10.42.42.2(pid=4210): stderr: \u000a| �[0;m�[1;31m20221214095923636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214095923636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214095923636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214095923636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214095923636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214095923637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214095923650 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:sysmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214095923659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214095923659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214095923659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:59:26.842385 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4209): Terminating (SIGTERM)\u000a09:59:26.882866 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4212): Terminating (SIGTERM)\u000a09:59:26.923438 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4215): Terminating (SIGTERM)\u000a09:59:26.932697 --- ParallelTerminationStrategy: PID 4209 died...\u000a09:59:26.987251 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4209): Terminated: ok {rc=0}\u000a09:59:26.996901 --- ParallelTerminationStrategy: PID 4212 died...\u000a09:59:27.051027 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4212): Terminated: ok {rc=0}\u000a09:59:27.060727 --- ParallelTerminationStrategy: PID 4215 died...\u000a09:59:27.114691 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4215): Terminated: ok {rc=0}\u000a09:59:27.199139 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "12", "name" : "gprs_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T09:58:27" }, { "cases" : [ { "testActions" : [ ], "age" : 91, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4233): Process ended prematurely: osmo-stp_10.42.42.5(pid=4233) [trial-2403↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4233)]", "failedSince" : 2313, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4233): Process ended prematurely: osmo-stp_10.42.42.5(pid=4233) [trial-2403↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4233)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:sysmo+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a09:59:29.310412 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:59:29.321199 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a09:59:29.446780 tst cs_paging_gprs_active.py: using LAC 40143\u000a09:59:29.574266 tst cs_paging_gprs_active.py: using RAC 108\u000a09:59:29.702213 tst cs_paging_gprs_active.py: using CellId 40143\u000a09:59:29.830960 tst cs_paging_gprs_active.py: using BVCI 40144\u000a09:59:29.856483 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:59:29.867948 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:59:29.879070 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:59:29.890192 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:59:29.901171 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:59:29.912202 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:59:29.923485 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:59:29.934593 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:59:29.945861 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:59:30.064885 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:59:30.360070 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a09:59:30.489131 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:59:30.813967 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4223): Launched\u000a09:59:31.155830 run iperf3-srv_10.42.42.10(pid=4224): Launched\u000a09:59:31.371528 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a09:59:31.515431 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:59:31.884081 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4225): Launched\u000a09:59:32.190673 run iperf3-srv_10.42.42.10(pid=4226): Launched\u000a09:59:32.380692 tst cs_paging_gprs_active.py:38: start network...\u000a09:59:32.510360 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:59:33.000871 run create_hlr_db(pid=4227): Launched\u000a09:59:33.179580 bus /gobi_6: Setting Powered False\u000a09:59:34.200505 run create_hlr_db(pid=4227): Terminated: ok {rc=0}\u000a09:59:34.644476 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4229): Launched\u000a09:59:34.978606 run osmo-hlr_10.42.42.2(pid=4230): Launched\u000a09:59:35.103492 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:59:35.686073 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4232): Launched\u000a09:59:36.020154 run osmo-stp_10.42.42.5(pid=4233): Launched\u000a09:59:36.140030 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:59:36.719909 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4235): Launched\u000a09:59:36.838753 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:59:37.129070 run patchelf(pid=4236): Launched\u000a09:59:37.323693 run osmo-stp_10.42.42.5(pid=4233): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4233)]\u000a09:59:37.465032 run osmo-stp_10.42.42.5(pid=4233): stdout: \u000a| (launched: 2022-12-14_09:59:35.854827)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:59:37.607304 run osmo-stp_10.42.42.5(pid=4233): stderr: \u000a| �[0;m�[38;5;43m20221214095936049 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214095936049 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214095936050 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214095936050 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214095936050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214095936050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214095936050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:59:37.743872 run osmo-stp_10.42.42.5(pid=4233): stdout: \u000a| (launched: 2022-12-14_09:59:35.854827)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:59:37.879820 run osmo-stp_10.42.42.5(pid=4233): stderr: \u000a| �[0;m�[38;5;43m20221214095936049 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214095936049 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214095936050 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214095936050 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214095936050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214095936050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214095936050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:59:38.038056 run patchelf(pid=4236): Terminating (SIGINT)\u000a09:59:38.223731 run patchelf(pid=4236): Terminated: ok {rc=0}\u000a09:59:38.258060 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=4233): Process ended prematurely: osmo-stp_10.42.42.5(pid=4233) [trial-2403↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4233)] [trial-2403↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a09:59:38.267977 tst cs_paging_gprs_active.py:38: Test FAILED (9.0 sec)\u000a09:59:38.331353 run osmo-hlr_10.42.42.2(pid=4230): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4230)]\u000a09:59:38.383312 run osmo-hlr_10.42.42.2(pid=4230): stdout: \u000a| (launched: 2022-12-14_09:59:34.813472) \u000a09:59:38.435606 run osmo-hlr_10.42.42.2(pid=4230): stderr: \u000a| �[0;m�[1;31m20221214095935015 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214095935015 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214095935015 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214095935015 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214095935015 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214095935015 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214095935026 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:sysmo+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214095935037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214095935037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214095935037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:59:38.480501 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4223): Terminating (SIGTERM)\u000a09:59:38.523268 run iperf3-srv_10.42.42.10(pid=4224): Terminating (SIGTERM)\u000a09:59:38.566190 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4225): Terminating (SIGTERM)\u000a09:59:38.608305 run iperf3-srv_10.42.42.10(pid=4226): Terminating (SIGTERM)\u000a09:59:38.650976 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4229): Terminating (SIGTERM)\u000a09:59:38.692746 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4232): Terminating (SIGTERM)\u000a09:59:38.734832 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4235): Terminating (SIGTERM)\u000a09:59:38.744583 --- ParallelTerminationStrategy: PID 4223 died...\u000a09:59:38.801088 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4223): Terminated: ok {rc=0}\u000a09:59:38.811141 --- ParallelTerminationStrategy: PID 4224 died...\u000a09:59:38.867190 run iperf3-srv_10.42.42.10(pid=4224): Terminated {rc=256}\u000a09:59:38.877653 --- ParallelTerminationStrategy: PID 4225 died...\u000a09:59:38.933325 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4225): Terminated: ok {rc=0}\u000a09:59:38.943309 --- ParallelTerminationStrategy: PID 4226 died...\u000a09:59:38.998932 run iperf3-srv_10.42.42.10(pid=4226): Terminated {rc=256}\u000a09:59:39.008898 --- ParallelTerminationStrategy: PID 4229 died...\u000a09:59:39.064608 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4229): Terminated: ok {rc=0}\u000a09:59:39.074637 --- ParallelTerminationStrategy: PID 4232 died...\u000a09:59:39.130448 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4232): Terminated: ok {rc=0}\u000a09:59:39.140533 --- ParallelTerminationStrategy: PID 4235 died...\u000a09:59:39.196443 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4235): Terminated: ok {rc=0}\u000a09:59:39.285064 bus /gobi_0: Setting Powered False\u000a09:59:40.389627 bus /gobi_0: Setting Powered False\u000a09:59:41.500907 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 261, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4245): Process ended prematurely: osmo-stp_10.42.42.5(pid=4245) [trial-2403↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4245)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4245): Process ended prematurely: osmo-stp_10.42.42.5(pid=4245) [trial-2403↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4245)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:sysmo+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a09:59:42.616201 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:59:42.628102 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a09:59:42.761201 tst iperf3.py: using LAC 40144\u000a09:59:42.892257 tst iperf3.py: using RAC 109\u000a09:59:43.030617 tst iperf3.py: using CellId 40144\u000a09:59:43.157426 tst iperf3.py: using BVCI 40145\u000a09:59:43.182865 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:59:43.194274 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:59:43.205522 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:59:43.216640 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:59:43.227760 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:59:43.238888 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:59:43.250423 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:59:43.261689 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:59:43.273128 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:59:43.560118 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:59:43.688886 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:59:44.012211 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4237): Launched\u000a09:59:44.281108 run iperf3-srv_10.42.42.10(pid=4238): Launched\u000a09:59:44.469119 tst iperf3.py:8: start network...\u000a09:59:44.597007 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:59:45.086492 run create_hlr_db(pid=4239): Launched\u000a09:59:45.267217 bus /gobi_6: Setting Powered False\u000a09:59:46.288782 run create_hlr_db(pid=4239): Terminated: ok {rc=0}\u000a09:59:46.722621 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4241): Launched\u000a09:59:47.107900 run osmo-hlr_10.42.42.2(pid=4242): Launched\u000a09:59:47.270521 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:59:47.870582 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4244): Launched\u000a09:59:48.203690 run osmo-stp_10.42.42.5(pid=4245): Launched\u000a09:59:48.323151 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:59:48.902786 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4247): Launched\u000a09:59:49.020599 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:59:49.312904 run patchelf(pid=4248): Launched\u000a09:59:49.506676 run osmo-stp_10.42.42.5(pid=4245): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4245)]\u000a09:59:49.647846 run osmo-stp_10.42.42.5(pid=4245): stdout: \u000a| (launched: 2022-12-14_09:59:48.038981)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:59:49.788601 run osmo-stp_10.42.42.5(pid=4245): stderr: \u000a| �[0;m�[38;5;43m20221214095948234 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214095948234 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214095948235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214095948235 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214095948235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214095948236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214095948236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:59:49.925668 run osmo-stp_10.42.42.5(pid=4245): stdout: \u000a| (launched: 2022-12-14_09:59:48.038981)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:59:50.060770 run osmo-stp_10.42.42.5(pid=4245): stderr: \u000a| �[0;m�[38;5;43m20221214095948234 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214095948234 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214095948235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214095948235 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214095948235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214095948236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214095948236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:59:50.218556 run patchelf(pid=4248): Terminating (SIGINT)\u000a09:59:50.403847 run patchelf(pid=4248): Terminated: ok {rc=0}\u000a09:59:50.438101 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4245): Process ended prematurely: osmo-stp_10.42.42.5(pid=4245) [trial-2403↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4245)] [trial-2403↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8]\u000a09:59:50.448312 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a09:59:50.511600 run osmo-hlr_10.42.42.2(pid=4242): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:sysmo+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4242)]\u000a09:59:50.563499 run osmo-hlr_10.42.42.2(pid=4242): stdout: \u000a| (launched: 2022-12-14_09:59:46.882778) \u000a09:59:50.616098 run osmo-hlr_10.42.42.2(pid=4242): stderr: \u000a| �[0;m�[1;31m20221214095947274 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214095947274 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214095947274 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214095947274 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214095947274 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214095947274 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214095947290 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:sysmo+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214095947306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214095947306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214095947307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:59:50.661080 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4237): Terminating (SIGTERM)\u000a09:59:50.703729 run iperf3-srv_10.42.42.10(pid=4238): Terminating (SIGTERM)\u000a09:59:50.746551 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4241): Terminating (SIGTERM)\u000a09:59:50.788718 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4244): Terminating (SIGTERM)\u000a09:59:50.831682 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4247): Terminating (SIGTERM)\u000a09:59:50.841387 --- ParallelTerminationStrategy: PID 4237 died...\u000a09:59:50.897254 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4237): Terminated: ok {rc=0}\u000a09:59:50.907247 --- ParallelTerminationStrategy: PID 4238 died...\u000a09:59:50.962647 run iperf3-srv_10.42.42.10(pid=4238): Terminated {rc=256}\u000a09:59:50.972600 --- ParallelTerminationStrategy: PID 4241 died...\u000a09:59:51.028450 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4241): Terminated: ok {rc=0}\u000a09:59:51.038492 --- ParallelTerminationStrategy: PID 4244 died...\u000a09:59:51.094527 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4244): Terminated: ok {rc=0}\u000a09:59:51.104606 --- ParallelTerminationStrategy: PID 4247 died...\u000a09:59:51.160359 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4247): Terminated: ok {rc=0}\u000a09:59:51.247444 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 261, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4263): Process ended prematurely: osmo-stp_10.42.42.5(pid=4263) [trial-2403↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4263)]", "failedSince" : 2143, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4263): Process ended prematurely: osmo-stp_10.42.42.5(pid=4263) [trial-2403↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4263)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:sysmo+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a09:59:52.358053 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:59:52.369659 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a09:59:52.498230 tst iperf3m4.py: using LAC 40145\u000a09:59:52.621693 tst iperf3m4.py: using RAC 110\u000a09:59:52.750997 tst iperf3m4.py: using CellId 40145\u000a09:59:52.880833 tst iperf3m4.py: using BVCI 40146\u000a09:59:52.906335 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:59:52.917862 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:59:52.929227 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:59:52.940338 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:59:52.951547 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:59:52.962667 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:59:52.973995 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:59:52.984994 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:59:52.996247 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:59:53.116247 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:59:53.238543 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:59:53.358360 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:59:53.641788 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:59:53.770863 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:59:54.097818 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4249): Launched\u000a09:59:54.368393 run iperf3-srv_10.42.42.10(pid=4250): Launched\u000a09:59:54.556722 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a09:59:54.685656 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:59:55.010687 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4251): Launched\u000a09:59:55.280089 run iperf3-srv_10.42.42.10(pid=4252): Launched\u000a09:59:55.468425 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a09:59:55.596895 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:59:55.919459 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4253): Launched\u000a09:59:56.187182 run iperf3-srv_10.42.42.10(pid=4254): Launched\u000a09:59:56.375529 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a09:59:56.504335 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:59:56.829142 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4255): Launched\u000a09:59:57.099120 run iperf3-srv_10.42.42.10(pid=4256): Launched\u000a09:59:57.288085 tst iperf3m4.py:8: start network...\u000a09:59:57.417689 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:59:57.908784 run create_hlr_db(pid=4257): Launched\u000a09:59:58.087218 bus /gobi_6: Setting Powered False\u000a09:59:59.109391 run create_hlr_db(pid=4257): Terminated: ok {rc=0}\u000a09:59:59.543967 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4259): Launched\u000a09:59:59.856381 run osmo-hlr_10.42.42.2(pid=4260): Launched\u000a09:59:59.975722 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:00:00.521383 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4262): Launched\u000a10:00:00.847864 run osmo-stp_10.42.42.5(pid=4263): Launched\u000a10:00:01.067662 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:00:01.777610 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4268): Launched\u000a10:00:01.916339 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:00:02.215255 run patchelf(pid=4269): Launched\u000a10:00:02.414343 run osmo-stp_10.42.42.5(pid=4263): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4263)]\u000a10:00:02.555341 run osmo-stp_10.42.42.5(pid=4263): stdout: \u000a| (launched: 2022-12-14_10:00:00.677904)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:00:02.696227 run osmo-stp_10.42.42.5(pid=4263): stderr: \u000a| �[0;m�[38;5;43m20221214100000856 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214100000856 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214100000856 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214100000866 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214100000866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214100000866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214100000866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:00:02.832108 run osmo-stp_10.42.42.5(pid=4263): stdout: \u000a| (launched: 2022-12-14_10:00:00.677904)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:00:02.967263 run osmo-stp_10.42.42.5(pid=4263): stderr: \u000a| �[0;m�[38;5;43m20221214100000856 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214100000856 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214100000856 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214100000866 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214100000866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214100000866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214100000866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:00:03.124922 run patchelf(pid=4269): Terminating (SIGINT)\u000a10:00:03.310535 run patchelf(pid=4269): Terminated: ok {rc=0}\u000a10:00:03.344686 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4263): Process ended prematurely: osmo-stp_10.42.42.5(pid=4263) [trial-2403↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4263)] [trial-2403↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8]\u000a10:00:03.354858 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a10:00:03.418898 run osmo-hlr_10.42.42.2(pid=4260): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4260)]\u000a10:00:03.471348 run osmo-hlr_10.42.42.2(pid=4260): stdout: \u000a| (launched: 2022-12-14_09:59:59.701050) \u000a10:00:03.524153 run osmo-hlr_10.42.42.2(pid=4260): stderr: \u000a| �[0;m�[1;31m20221214095959879 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214095959880 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214095959880 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214095959880 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214095959880 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214095959880 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214095959891 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:sysmo+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214095959899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214095959900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214095959900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:00:03.568807 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4249): Terminating (SIGTERM)\u000a10:00:03.611223 run iperf3-srv_10.42.42.10(pid=4250): Terminating (SIGTERM)\u000a10:00:03.653773 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4251): Terminating (SIGTERM)\u000a10:00:03.696045 run iperf3-srv_10.42.42.10(pid=4252): Terminating (SIGTERM)\u000a10:00:03.738456 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4253): Terminating (SIGTERM)\u000a10:00:03.780328 run iperf3-srv_10.42.42.10(pid=4254): Terminating (SIGTERM)\u000a10:00:03.822210 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4255): Terminating (SIGTERM)\u000a10:00:03.864435 run iperf3-srv_10.42.42.10(pid=4256): Terminating (SIGTERM)\u000a10:00:03.907175 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4259): Terminating (SIGTERM)\u000a10:00:03.949351 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4262): Terminating (SIGTERM)\u000a10:00:03.991920 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4268): Terminating (SIGTERM)\u000a10:00:04.001787 --- ParallelTerminationStrategy: PID 4249 died...\u000a10:00:04.058134 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4249): Terminated: ok {rc=0}\u000a10:00:04.068326 --- ParallelTerminationStrategy: PID 4250 died...\u000a10:00:04.124207 run iperf3-srv_10.42.42.10(pid=4250): Terminated {rc=256}\u000a10:00:04.134361 --- ParallelTerminationStrategy: PID 4251 died...\u000a10:00:04.190458 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4251): Terminated: ok {rc=0}\u000a10:00:04.200585 --- ParallelTerminationStrategy: PID 4252 died...\u000a10:00:04.256264 run iperf3-srv_10.42.42.10(pid=4252): Terminated {rc=256}\u000a10:00:04.266398 --- ParallelTerminationStrategy: PID 4253 died...\u000a10:00:04.322417 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4253): Terminated: ok {rc=0}\u000a10:00:04.332697 --- ParallelTerminationStrategy: PID 4254 died...\u000a10:00:04.388650 run iperf3-srv_10.42.42.10(pid=4254): Terminated {rc=256}\u000a10:00:04.398829 --- ParallelTerminationStrategy: PID 4255 died...\u000a10:00:04.454652 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4255): Terminated: ok {rc=0}\u000a10:00:04.464848 --- ParallelTerminationStrategy: PID 4256 died...\u000a10:00:04.521316 run iperf3-srv_10.42.42.10(pid=4256): Terminated {rc=256}\u000a10:00:04.531467 --- ParallelTerminationStrategy: PID 4259 died...\u000a10:00:04.588013 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4259): Terminated: ok {rc=0}\u000a10:00:04.598250 --- ParallelTerminationStrategy: PID 4262 died...\u000a10:00:04.654531 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4262): Terminated: ok {rc=0}\u000a10:00:04.664780 --- ParallelTerminationStrategy: PID 4268 died...\u000a10:00:04.720854 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4268): Terminated: ok {rc=0}\u000a10:00:04.808806 bus /gobi_4: Setting Powered False\u000a10:00:05.912753 bus /gobi_4: Setting Powered False\u000a10:00:07.024161 bus /gobi_1: Setting Powered False\u000a10:00:08.128609 bus /gobi_1: Setting Powered False\u000a10:00:09.239322 bus /gobi_0: Setting Powered False\u000a10:00:10.346072 bus /gobi_0: Setting Powered False\u000a10:00:11.455453 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 73, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4276): Process ended prematurely: osmo-stp_10.42.42.5(pid=4276) [trial-2403↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4276)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4276): Process ended prematurely: osmo-stp_10.42.42.5(pid=4276) [trial-2403↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4276)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:sysmo+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a10:00:12.524939 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:00:12.536832 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a10:00:12.666077 tst ping.py: using LAC 40146\u000a10:00:12.788191 tst ping.py: using RAC 111\u000a10:00:12.908532 tst ping.py: using CellId 40146\u000a10:00:13.029447 tst ping.py: using BVCI 40147\u000a10:00:13.052439 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:00:13.063255 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:00:13.074009 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:00:13.084588 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:00:13.096056 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:00:13.107637 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:00:13.119185 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:00:13.130701 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:00:13.431057 tst ping.py:19: start network...\u000a10:00:13.567177 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:00:14.088263 run create_hlr_db(pid=4270): Launched\u000a10:00:14.277463 bus /gobi_6: Setting Powered False\u000a10:00:15.298116 run create_hlr_db(pid=4270): Terminated: ok {rc=0}\u000a10:00:15.734235 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4272): Launched\u000a10:00:16.175383 run osmo-hlr_10.42.42.2(pid=4273): Launched\u000a10:00:16.424348 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:00:17.009076 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4275): Launched\u000a10:00:17.336680 run osmo-stp_10.42.42.5(pid=4276): Launched\u000a10:00:17.459439 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:00:18.025232 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4278): Launched\u000a10:00:18.140882 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:00:18.426584 run patchelf(pid=4279): Launched\u000a10:00:18.616718 run osmo-stp_10.42.42.5(pid=4276): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4276)]\u000a10:00:18.755234 run osmo-stp_10.42.42.5(pid=4276): stdout: \u000a| (launched: 2022-12-14_10:00:17.175956)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:00:18.895103 run osmo-stp_10.42.42.5(pid=4276): stderr: \u000a| �[0;m�[38;5;43m20221214100017371 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214100017371 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214100017371 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214100017372 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214100017372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214100017372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214100017372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:00:19.029417 run osmo-stp_10.42.42.5(pid=4276): stdout: \u000a| (launched: 2022-12-14_10:00:17.175956)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:00:19.162359 run osmo-stp_10.42.42.5(pid=4276): stderr: \u000a| �[0;m�[38;5;43m20221214100017371 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214100017371 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214100017371 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214100017372 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214100017372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214100017372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214100017372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:00:19.317532 run patchelf(pid=4279): Terminating (SIGINT)\u000a10:00:19.499627 run patchelf(pid=4279): Terminated: ok {rc=0}\u000a10:00:19.533232 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=4276): Process ended prematurely: osmo-stp_10.42.42.5(pid=4276) [trial-2403↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4276)] [trial-2403↪gprs:sysmo+mod-bts0-egprs↪ping.py:22]\u000a10:00:19.542826 tst ping.py:22: Test FAILED (7.0 sec)\u000a10:00:19.607092 run osmo-hlr_10.42.42.2(pid=4273): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:sysmo+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4273)]\u000a10:00:19.659024 run osmo-hlr_10.42.42.2(pid=4273): stdout: \u000a| (launched: 2022-12-14_10:00:15.916759) \u000a10:00:19.711954 run osmo-hlr_10.42.42.2(pid=4273): stderr: \u000a| �[0;m�[1;31m20221214100016223 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214100016223 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214100016224 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214100016224 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214100016224 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214100016224 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214100016247 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:sysmo+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214100016263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214100016263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214100016263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:00:19.756996 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4272): Terminating (SIGTERM)\u000a10:00:19.799667 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4275): Terminating (SIGTERM)\u000a10:00:19.842180 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4278): Terminating (SIGTERM)\u000a10:00:19.851949 --- ParallelTerminationStrategy: PID 4272 died...\u000a10:00:19.908541 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4272): Terminated: ok {rc=0}\u000a10:00:19.918848 --- ParallelTerminationStrategy: PID 4275 died...\u000a10:00:19.974854 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4275): Terminated: ok {rc=0}\u000a10:00:19.985091 --- ParallelTerminationStrategy: PID 4278 died...\u000a10:00:20.042795 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4278): Terminated: ok {rc=0}\u000a10:00:20.130885 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 73, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4286): Process ended prematurely: osmo-stp_10.42.42.5(pid=4286) [trial-2403↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4286)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4286): Process ended prematurely: osmo-stp_10.42.42.5(pid=4286) [trial-2403↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4286)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:sysmo+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a10:00:21.184298 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:00:21.196517 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a10:00:21.329089 tst ping_idle_ping.py: using LAC 40147\u000a10:00:21.458121 tst ping_idle_ping.py: using RAC 112\u000a10:00:21.587813 tst ping_idle_ping.py: using CellId 40147\u000a10:00:21.716127 tst ping_idle_ping.py: using BVCI 40148\u000a10:00:21.741246 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:00:21.752588 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:00:21.763814 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:00:21.774941 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:00:21.786017 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:00:21.797153 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:00:21.808372 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:00:21.819595 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:00:22.109088 tst ping_idle_ping.py:24: start network...\u000a10:00:22.236099 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:00:22.718048 run create_hlr_db(pid=4280): Launched\u000a10:00:22.894134 bus /gobi_6: Setting Powered False\u000a10:00:23.915833 run create_hlr_db(pid=4280): Terminated: ok {rc=0}\u000a10:00:24.352855 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4282): Launched\u000a10:00:24.681870 run osmo-hlr_10.42.42.2(pid=4283): Launched\u000a10:00:24.801750 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:00:25.369087 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4285): Launched\u000a10:00:25.696836 run osmo-stp_10.42.42.5(pid=4286): Launched\u000a10:00:25.814866 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:00:26.386357 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4288): Launched\u000a10:00:26.502556 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:00:26.788923 run patchelf(pid=4289): Launched\u000a10:00:26.979255 run osmo-stp_10.42.42.5(pid=4286): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4286)]\u000a10:00:27.118738 run osmo-stp_10.42.42.5(pid=4286): stdout: \u000a| (launched: 2022-12-14_10:00:25.534428)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:00:27.258580 run osmo-stp_10.42.42.5(pid=4286): stderr: \u000a| �[0;m�[38;5;43m20221214100025730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214100025730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214100025730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214100025731 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214100025731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214100025731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214100025731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:00:27.393092 run osmo-stp_10.42.42.5(pid=4286): stdout: \u000a| (launched: 2022-12-14_10:00:25.534428)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:00:27.526585 run osmo-stp_10.42.42.5(pid=4286): stderr: \u000a| �[0;m�[38;5;43m20221214100025730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214100025730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214100025730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214100025731 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214100025731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214100025731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214100025731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:00:27.682837 run patchelf(pid=4289): Terminating (SIGINT)\u000a10:00:27.867052 run patchelf(pid=4289): Terminated: ok {rc=0}\u000a10:00:27.904101 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=4286): Process ended prematurely: osmo-stp_10.42.42.5(pid=4286) [trial-2403↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4286)] [trial-2403↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a10:00:27.914109 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a10:00:27.980493 run osmo-hlr_10.42.42.2(pid=4283): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4283)]\u000a10:00:28.063105 run osmo-hlr_10.42.42.2(pid=4283): stdout: \u000a| (launched: 2022-12-14_10:00:24.518867) \u000a10:00:28.120588 run osmo-hlr_10.42.42.2(pid=4283): stderr: \u000a| �[0;m�[1;31m20221214100024722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214100024722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214100024722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214100024722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214100024722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214100024722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214100024734 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:sysmo+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214100024742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214100024742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214100024742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:00:28.164314 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4282): Terminating (SIGTERM)\u000a10:00:28.205395 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4285): Terminating (SIGTERM)\u000a10:00:28.246589 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4288): Terminating (SIGTERM)\u000a10:00:28.255945 --- ParallelTerminationStrategy: PID 4282 died...\u000a10:00:28.311523 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4282): Terminated: ok {rc=0}\u000a10:00:28.321290 --- ParallelTerminationStrategy: PID 4285 died...\u000a10:00:28.376253 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4285): Terminated: ok {rc=0}\u000a10:00:28.385982 --- ParallelTerminationStrategy: PID 4288 died...\u000a10:00:28.441147 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4288): Terminated: ok {rc=0}\u000a10:00:28.530521 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "13", "name" : "gprs_sysmo+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T09:59:28" }, { "cases" : [ { "testActions" : [ ], "age" : 261, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4303): Process ended prematurely: osmo-stp_10.42.42.5(pid=4303) [trial-2403↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4303)]", "failedSince" : 2143, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4303): Process ended prematurely: osmo-stp_10.42.42.5(pid=4303) [trial-2403↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4303)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:sysmo+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a10:00:30.637350 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:00:30.648090 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a10:00:30.794568 tst cs_paging_gprs_active.py: using LAC 40148\u000a10:00:30.948543 tst cs_paging_gprs_active.py: using RAC 113\u000a10:00:31.079152 tst cs_paging_gprs_active.py: using CellId 40148\u000a10:00:31.204714 tst cs_paging_gprs_active.py: using BVCI 40149\u000a10:00:31.230428 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:00:31.242507 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:00:31.254471 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:00:31.266567 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:00:31.279237 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:00:31.291908 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:00:31.304539 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:00:31.317373 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:00:31.330539 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:00:31.482496 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:00:31.843531 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a10:00:31.988261 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:00:32.340829 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4293): Launched\u000a10:00:32.630211 run iperf3-srv_10.42.42.10(pid=4294): Launched\u000a10:00:32.834213 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a10:00:32.973574 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:00:33.318788 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4295): Launched\u000a10:00:33.607498 run iperf3-srv_10.42.42.10(pid=4296): Launched\u000a10:00:33.811636 tst cs_paging_gprs_active.py:38: start network...\u000a10:00:33.950967 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:00:34.482536 run create_hlr_db(pid=4297): Launched\u000a10:00:34.674015 bus /gobi_6: Setting Powered False\u000a10:00:35.696104 run create_hlr_db(pid=4297): Terminated: ok {rc=0}\u000a10:00:36.118357 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4299): Launched\u000a10:00:36.433528 run osmo-hlr_10.42.42.2(pid=4300): Launched\u000a10:00:36.548292 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:00:37.090066 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4302): Launched\u000a10:00:37.404014 run osmo-stp_10.42.42.5(pid=4303): Launched\u000a10:00:37.519000 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:00:38.064779 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4305): Launched\u000a10:00:38.175774 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:00:38.450465 run patchelf(pid=4306): Launched\u000a10:00:38.632659 run osmo-stp_10.42.42.5(pid=4303): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4303)]\u000a10:00:38.765829 run osmo-stp_10.42.42.5(pid=4303): stdout: \u000a| (launched: 2022-12-14_10:00:37.248269)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:00:38.899032 run osmo-stp_10.42.42.5(pid=4303): stderr: \u000a| �[0;m�[38;5;43m20221214100037421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214100037421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214100037421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214100037421 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214100037424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214100037424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214100037424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:00:39.027424 run osmo-stp_10.42.42.5(pid=4303): stdout: \u000a| (launched: 2022-12-14_10:00:37.248269)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:00:39.154943 run osmo-stp_10.42.42.5(pid=4303): stderr: \u000a| �[0;m�[38;5;43m20221214100037421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214100037421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214100037421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214100037421 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214100037424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214100037424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214100037424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:00:39.303905 run patchelf(pid=4306): Terminating (SIGINT)\u000a10:00:39.479409 run patchelf(pid=4306): Terminated: ok {rc=0}\u000a10:00:39.511492 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=4303): Process ended prematurely: osmo-stp_10.42.42.5(pid=4303) [trial-2403↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4303)] [trial-2403↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a10:00:39.520816 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a10:00:39.581940 run osmo-hlr_10.42.42.2(pid=4300): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4300)]\u000a10:00:39.631708 run osmo-hlr_10.42.42.2(pid=4300): stdout: \u000a| (launched: 2022-12-14_10:00:36.276408) \u000a10:00:39.682258 run osmo-hlr_10.42.42.2(pid=4300): stderr: \u000a| �[0;m�[1;31m20221214100036454 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214100036454 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214100036454 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214100036454 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214100036454 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214100036454 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214100036466 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:sysmo+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214100036474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214100036475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214100036475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:00:39.725489 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4293): Terminating (SIGTERM)\u000a10:00:39.765875 run iperf3-srv_10.42.42.10(pid=4294): Terminating (SIGTERM)\u000a10:00:39.806249 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4295): Terminating (SIGTERM)\u000a10:00:39.846830 run iperf3-srv_10.42.42.10(pid=4296): Terminating (SIGTERM)\u000a10:00:39.887406 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4299): Terminating (SIGTERM)\u000a10:00:39.927705 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4302): Terminating (SIGTERM)\u000a10:00:39.968226 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4305): Terminating (SIGTERM)\u000a10:00:39.977553 --- ParallelTerminationStrategy: PID 4293 died...\u000a10:00:40.031784 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4293): Terminated: ok {rc=0}\u000a10:00:40.041433 --- ParallelTerminationStrategy: PID 4294 died...\u000a10:00:40.095429 run iperf3-srv_10.42.42.10(pid=4294): Terminated {rc=256}\u000a10:00:40.105149 --- ParallelTerminationStrategy: PID 4295 died...\u000a10:00:40.159115 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4295): Terminated: ok {rc=0}\u000a10:00:40.168652 --- ParallelTerminationStrategy: PID 4296 died...\u000a10:00:40.222401 run iperf3-srv_10.42.42.10(pid=4296): Terminated {rc=256}\u000a10:00:40.231984 --- ParallelTerminationStrategy: PID 4299 died...\u000a10:00:40.285952 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4299): Terminated: ok {rc=0}\u000a10:00:40.295523 --- ParallelTerminationStrategy: PID 4302 died...\u000a10:00:40.349609 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4302): Terminated: ok {rc=0}\u000a10:00:40.359217 --- ParallelTerminationStrategy: PID 4305 died...\u000a10:00:40.412926 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4305): Terminated: ok {rc=0}\u000a10:00:40.501983 bus /gobi_0: Setting Powered False\u000a10:00:41.604887 bus /gobi_0: Setting Powered False\u000a10:00:42.716895 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 261, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4315): Process ended prematurely: osmo-stp_10.42.42.5(pid=4315) [trial-2403↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4315)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4315): Process ended prematurely: osmo-stp_10.42.42.5(pid=4315) [trial-2403↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4315)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:sysmo+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a10:00:43.829770 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:00:43.841264 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a10:00:43.991072 tst iperf3.py: using LAC 40149\u000a10:00:44.114610 tst iperf3.py: using RAC 114\u000a10:00:44.237669 tst iperf3.py: using CellId 40149\u000a10:00:44.358771 tst iperf3.py: using BVCI 40150\u000a10:00:44.382574 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:00:44.393539 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:00:44.404126 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:00:44.414872 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:00:44.425850 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:00:44.437310 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:00:44.448381 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:00:44.459301 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:00:44.470541 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:00:44.767146 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:00:44.906122 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:00:45.252504 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4307): Launched\u000a10:00:45.539028 run iperf3-srv_10.42.42.10(pid=4308): Launched\u000a10:00:45.742352 tst iperf3.py:8: start network...\u000a10:00:45.887483 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:00:46.456085 run create_hlr_db(pid=4309): Launched\u000a10:00:46.651097 bus /gobi_6: Setting Powered False\u000a10:00:47.666448 run create_hlr_db(pid=4309): Terminated: ok {rc=0}\u000a10:00:48.089462 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4311): Launched\u000a10:00:48.401027 run osmo-hlr_10.42.42.2(pid=4312): Launched\u000a10:00:48.520787 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:00:49.068494 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4314): Launched\u000a10:00:49.380261 run osmo-stp_10.42.42.5(pid=4315): Launched\u000a10:00:49.492237 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:00:50.034254 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4317): Launched\u000a10:00:50.144305 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:00:50.418444 run patchelf(pid=4318): Launched\u000a10:00:50.599494 run osmo-stp_10.42.42.5(pid=4315): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4315)]\u000a10:00:50.731718 run osmo-stp_10.42.42.5(pid=4315): stdout: \u000a| (launched: 2022-12-14_10:00:49.225565)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:00:50.864256 run osmo-stp_10.42.42.5(pid=4315): stderr: \u000a| �[0;m�[38;5;43m20221214100049402 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214100049402 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214100049403 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214100049403 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214100049404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214100049404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214100049404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:00:50.991990 run osmo-stp_10.42.42.5(pid=4315): stdout: \u000a| (launched: 2022-12-14_10:00:49.225565)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:00:51.118541 run osmo-stp_10.42.42.5(pid=4315): stderr: \u000a| �[0;m�[38;5;43m20221214100049402 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214100049402 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214100049403 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214100049403 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214100049404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214100049404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214100049404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:00:51.266613 run patchelf(pid=4318): Terminating (SIGINT)\u000a10:00:51.440787 run patchelf(pid=4318): Terminated: ok {rc=0}\u000a10:00:51.472850 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4315): Process ended prematurely: osmo-stp_10.42.42.5(pid=4315) [trial-2403↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4315)] [trial-2403↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a10:00:51.482422 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a10:00:51.543438 run osmo-hlr_10.42.42.2(pid=4312): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4312)]\u000a10:00:51.593255 run osmo-hlr_10.42.42.2(pid=4312): stdout: \u000a| (launched: 2022-12-14_10:00:48.246779) \u000a10:00:51.643774 run osmo-hlr_10.42.42.2(pid=4312): stderr: \u000a| �[0;m�[1;31m20221214100048426 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214100048426 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214100048426 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214100048426 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214100048426 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214100048426 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214100048438 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:sysmo+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214100048448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214100048448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214100048448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:00:51.687439 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4307): Terminating (SIGTERM)\u000a10:00:51.728596 run iperf3-srv_10.42.42.10(pid=4308): Terminating (SIGTERM)\u000a10:00:51.769759 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4311): Terminating (SIGTERM)\u000a10:00:51.810938 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4314): Terminating (SIGTERM)\u000a10:00:51.852136 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4317): Terminating (SIGTERM)\u000a10:00:51.861567 --- ParallelTerminationStrategy: PID 4307 died...\u000a10:00:51.916329 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4307): Terminated: ok {rc=0}\u000a10:00:51.925971 --- ParallelTerminationStrategy: PID 4308 died...\u000a10:00:51.984671 run iperf3-srv_10.42.42.10(pid=4308): Terminated {rc=256}\u000a10:00:51.995567 --- ParallelTerminationStrategy: PID 4311 died...\u000a10:00:52.055042 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4311): Terminated: ok {rc=0}\u000a10:00:52.067440 --- ParallelTerminationStrategy: PID 4314 died...\u000a10:00:52.121804 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4314): Terminated: ok {rc=0}\u000a10:00:52.131719 --- ParallelTerminationStrategy: PID 4317 died...\u000a10:00:52.186526 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4317): Terminated: ok {rc=0}\u000a10:00:52.276929 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 261, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4335): Process ended prematurely: osmo-stp_10.42.42.5(pid=4335) [trial-2403↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4335)]", "failedSince" : 2143, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4335): Process ended prematurely: osmo-stp_10.42.42.5(pid=4335) [trial-2403↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4335)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:sysmo+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a10:00:53.395261 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:00:53.407299 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a10:00:53.558731 tst iperf3m4.py: using LAC 40150\u000a10:00:53.682717 tst iperf3m4.py: using RAC 115\u000a10:00:53.803905 tst iperf3m4.py: using CellId 40150\u000a10:00:53.927151 tst iperf3m4.py: using BVCI 40151\u000a10:00:53.950973 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:00:53.962178 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:00:53.972851 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:00:53.983649 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:00:53.994767 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:00:54.005822 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:00:54.017166 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:00:54.028181 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:00:54.039581 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:00:54.163181 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:00:54.285545 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:00:54.408709 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:00:54.693130 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:00:54.822586 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:00:55.146101 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4321): Launched\u000a10:00:55.417452 run iperf3-srv_10.42.42.10(pid=4322): Launched\u000a10:00:55.606551 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a10:00:55.735857 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:00:56.062195 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4323): Launched\u000a10:00:56.332773 run iperf3-srv_10.42.42.10(pid=4324): Launched\u000a10:00:56.522799 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a10:00:56.652317 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:00:56.978866 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4325): Launched\u000a10:00:57.250011 run iperf3-srv_10.42.42.10(pid=4326): Launched\u000a10:00:57.439995 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a10:00:57.569799 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:00:57.896587 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4327): Launched\u000a10:00:58.165928 run iperf3-srv_10.42.42.10(pid=4328): Launched\u000a10:00:58.355082 tst iperf3m4.py:8: start network...\u000a10:00:58.484370 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:00:58.974574 run create_hlr_db(pid=4329): Launched\u000a10:00:59.153237 bus /gobi_6: Setting Powered False\u000a10:01:00.174844 run create_hlr_db(pid=4329): Terminated: ok {rc=0}\u000a10:01:00.590542 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4331): Launched\u000a10:01:01.024271 run osmo-hlr_10.42.42.2(pid=4332): Launched\u000a10:01:01.276120 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:01:01.883913 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4334): Launched\u000a10:01:02.273496 run osmo-stp_10.42.42.5(pid=4335): Launched\u000a10:01:02.398868 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:01:02.943207 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4337): Launched\u000a10:01:03.054050 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:01:03.325760 run patchelf(pid=4338): Launched\u000a10:01:03.506578 run osmo-stp_10.42.42.5(pid=4335): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4335)]\u000a10:01:03.638528 run osmo-stp_10.42.42.5(pid=4335): stdout: \u000a| (launched: 2022-12-14_10:01:02.056617)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:01:03.770381 run osmo-stp_10.42.42.5(pid=4335): stderr: \u000a| �[0;m�[38;5;43m20221214100102296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214100102297 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214100102297 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214100102297 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214100102298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214100102298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214100102298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:01:03.898164 run osmo-stp_10.42.42.5(pid=4335): stdout: \u000a| (launched: 2022-12-14_10:01:02.056617)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:01:04.024172 run osmo-stp_10.42.42.5(pid=4335): stderr: \u000a| �[0;m�[38;5;43m20221214100102296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214100102297 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214100102297 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214100102297 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214100102298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214100102298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214100102298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:01:04.171674 run patchelf(pid=4338): Terminating (SIGINT)\u000a10:01:04.345403 run patchelf(pid=4338): Terminated: ok {rc=0}\u000a10:01:04.377284 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4335): Process ended prematurely: osmo-stp_10.42.42.5(pid=4335) [trial-2403↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4335)] [trial-2403↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a10:01:04.386748 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a10:01:04.447472 run osmo-hlr_10.42.42.2(pid=4332): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4332)]\u000a10:01:04.496852 run osmo-hlr_10.42.42.2(pid=4332): stdout: \u000a| (launched: 2022-12-14_10:01:00.747803) \u000a10:01:04.546802 run osmo-hlr_10.42.42.2(pid=4332): stderr: \u000a| �[0;m�[1;31m20221214100101019 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214100101019 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214100101020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214100101020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214100101020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214100101020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214100101039 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:sysmo+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214100101052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214100101057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214100101058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:01:04.589906 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4321): Terminating (SIGTERM)\u000a10:01:04.630288 run iperf3-srv_10.42.42.10(pid=4322): Terminating (SIGTERM)\u000a10:01:04.670826 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4323): Terminating (SIGTERM)\u000a10:01:04.711111 run iperf3-srv_10.42.42.10(pid=4324): Terminating (SIGTERM)\u000a10:01:04.751442 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4325): Terminating (SIGTERM)\u000a10:01:04.791795 run iperf3-srv_10.42.42.10(pid=4326): Terminating (SIGTERM)\u000a10:01:04.832009 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4327): Terminating (SIGTERM)\u000a10:01:04.872738 run iperf3-srv_10.42.42.10(pid=4328): Terminating (SIGTERM)\u000a10:01:04.913458 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4331): Terminating (SIGTERM)\u000a10:01:04.954276 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4334): Terminating (SIGTERM)\u000a10:01:04.995108 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4337): Terminating (SIGTERM)\u000a10:01:05.004412 --- ParallelTerminationStrategy: PID 4321 died...\u000a10:01:05.058952 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4321): Terminated: ok {rc=0}\u000a10:01:05.068790 --- ParallelTerminationStrategy: PID 4322 died...\u000a10:01:05.123462 run iperf3-srv_10.42.42.10(pid=4322): Terminated {rc=256}\u000a10:01:05.133140 --- ParallelTerminationStrategy: PID 4323 died...\u000a10:01:05.187378 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4323): Terminated: ok {rc=0}\u000a10:01:05.197169 --- ParallelTerminationStrategy: PID 4324 died...\u000a10:01:05.250833 run iperf3-srv_10.42.42.10(pid=4324): Terminated {rc=256}\u000a10:01:05.260515 --- ParallelTerminationStrategy: PID 4325 died...\u000a10:01:05.314917 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4325): Terminated: ok {rc=0}\u000a10:01:05.324665 --- ParallelTerminationStrategy: PID 4326 died...\u000a10:01:05.378481 run iperf3-srv_10.42.42.10(pid=4326): Terminated {rc=256}\u000a10:01:05.388184 --- ParallelTerminationStrategy: PID 4327 died...\u000a10:01:05.442510 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4327): Terminated: ok {rc=0}\u000a10:01:05.452213 --- ParallelTerminationStrategy: PID 4328 died...\u000a10:01:05.506239 run iperf3-srv_10.42.42.10(pid=4328): Terminated {rc=256}\u000a10:01:05.515954 --- ParallelTerminationStrategy: PID 4331 died...\u000a10:01:05.570379 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4331): Terminated: ok {rc=0}\u000a10:01:05.580210 --- ParallelTerminationStrategy: PID 4334 died...\u000a10:01:05.634707 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4334): Terminated: ok {rc=0}\u000a10:01:05.644511 --- ParallelTerminationStrategy: PID 4337 died...\u000a10:01:05.698867 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4337): Terminated: ok {rc=0}\u000a10:01:05.788050 bus /gobi_4: Setting Powered False\u000a10:01:06.891580 bus /gobi_4: Setting Powered False\u000a10:01:08.000496 bus /gobi_1: Setting Powered False\u000a10:01:09.109295 bus /gobi_1: Setting Powered False\u000a10:01:10.218409 bus /gobi_0: Setting Powered False\u000a10:01:11.325709 bus /gobi_0: Setting Powered False\u000a10:01:12.435371 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 73, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4345): Process ended prematurely: osmo-stp_10.42.42.5(pid=4345) [trial-2403↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4345)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4345): Process ended prematurely: osmo-stp_10.42.42.5(pid=4345) [trial-2403↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4345)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:sysmo+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a10:01:13.501617 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:01:13.513219 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a10:01:13.659547 tst ping.py: using LAC 40151\u000a10:01:13.785495 tst ping.py: using RAC 116\u000a10:01:13.917840 tst ping.py: using CellId 40151\u000a10:01:14.044456 tst ping.py: using BVCI 40152\u000a10:01:14.069730 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:01:14.081504 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:01:14.093051 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:01:14.104299 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:01:14.115500 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:01:14.126693 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:01:14.138152 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:01:14.149402 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:01:14.429684 tst ping.py:19: start network...\u000a10:01:14.556518 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:01:15.038194 run create_hlr_db(pid=4339): Launched\u000a10:01:15.214568 bus /gobi_6: Setting Powered False\u000a10:01:16.307939 run create_hlr_db(pid=4339): Terminated: ok {rc=0}\u000a10:01:16.780570 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4341): Launched\u000a10:01:17.094543 run osmo-hlr_10.42.42.2(pid=4342): Launched\u000a10:01:17.239427 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:01:17.798962 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4344): Launched\u000a10:01:18.106920 run osmo-stp_10.42.42.5(pid=4345): Launched\u000a10:01:18.222893 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:01:18.755715 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4347): Launched\u000a10:01:18.863617 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:01:19.131567 run patchelf(pid=4348): Launched\u000a10:01:19.309744 run osmo-stp_10.42.42.5(pid=4345): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4345)]\u000a10:01:19.440056 run osmo-stp_10.42.42.5(pid=4345): stdout: \u000a| (launched: 2022-12-14_10:01:17.953281)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:01:19.570515 run osmo-stp_10.42.42.5(pid=4345): stderr: \u000a| �[0;m�[38;5;43m20221214100118126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214100118126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214100118126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214100118127 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214100118129 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214100118129 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214100118129 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:01:19.695796 run osmo-stp_10.42.42.5(pid=4345): stdout: \u000a| (launched: 2022-12-14_10:01:17.953281)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:01:19.820371 run osmo-stp_10.42.42.5(pid=4345): stderr: \u000a| �[0;m�[38;5;43m20221214100118126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214100118126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214100118126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214100118127 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214100118129 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214100118129 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214100118129 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:01:19.966019 run patchelf(pid=4348): Terminating (SIGINT)\u000a10:01:20.137846 run patchelf(pid=4348): Terminated: ok {rc=0}\u000a10:01:20.168810 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=4345): Process ended prematurely: osmo-stp_10.42.42.5(pid=4345) [trial-2403↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4345)] [trial-2403↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22]\u000a10:01:20.177592 tst ping.py:22: Test FAILED (6.7 sec)\u000a10:01:20.238091 run osmo-hlr_10.42.42.2(pid=4342): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4342)]\u000a10:01:20.287663 run osmo-hlr_10.42.42.2(pid=4342): stdout: \u000a| (launched: 2022-12-14_10:01:16.938639) \u000a10:01:20.337631 run osmo-hlr_10.42.42.2(pid=4342): stderr: \u000a| �[0;m�[1;31m20221214100117285 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214100117285 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214100117285 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214100117285 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214100117285 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214100117285 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214100117296 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:sysmo+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214100117304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214100117305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214100117305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:01:20.380197 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4341): Terminating (SIGTERM)\u000a10:01:20.420317 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4344): Terminating (SIGTERM)\u000a10:01:20.460651 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4347): Terminating (SIGTERM)\u000a10:01:20.469975 --- ParallelTerminationStrategy: PID 4341 died...\u000a10:01:20.523822 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4341): Terminated: ok {rc=0}\u000a10:01:20.533491 --- ParallelTerminationStrategy: PID 4344 died...\u000a10:01:20.586692 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4344): Terminated: ok {rc=0}\u000a10:01:20.596123 --- ParallelTerminationStrategy: PID 4347 died...\u000a10:01:20.649655 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4347): Terminated: ok {rc=0}\u000a10:01:20.737659 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 73, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4355): Process ended prematurely: osmo-stp_10.42.42.5(pid=4355) [trial-2403↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4355)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4355): Process ended prematurely: osmo-stp_10.42.42.5(pid=4355) [trial-2403↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4355)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:sysmo+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a10:01:21.789746 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:01:21.801492 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a10:01:21.954675 tst ping_idle_ping.py: using LAC 40152\u000a10:01:22.072690 tst ping_idle_ping.py: using RAC 117\u000a10:01:22.190382 tst ping_idle_ping.py: using CellId 40152\u000a10:01:22.308912 tst ping_idle_ping.py: using BVCI 40153\u000a10:01:22.332261 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:01:22.343186 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:01:22.354015 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:01:22.364823 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:01:22.376311 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:01:22.387773 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:01:22.399617 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:01:22.411343 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:01:22.710309 tst ping_idle_ping.py:24: start network...\u000a10:01:22.845603 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:01:23.370202 run create_hlr_db(pid=4349): Launched\u000a10:01:23.559615 bus /gobi_6: Setting Powered False\u000a10:01:24.579239 run create_hlr_db(pid=4349): Terminated: ok {rc=0}\u000a10:01:24.995032 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4351): Launched\u000a10:01:25.303972 run osmo-hlr_10.42.42.2(pid=4352): Launched\u000a10:01:25.424459 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:01:25.966719 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4354): Launched\u000a10:01:26.275807 run osmo-stp_10.42.42.5(pid=4355): Launched\u000a10:01:26.386800 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:01:26.922479 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4357): Launched\u000a10:01:27.031696 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:01:27.301428 run patchelf(pid=4358): Launched\u000a10:01:27.479854 run osmo-stp_10.42.42.5(pid=4355): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4355)]\u000a10:01:27.610817 run osmo-stp_10.42.42.5(pid=4355): stdout: \u000a| (launched: 2022-12-14_10:01:26.122282)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:01:27.742268 run osmo-stp_10.42.42.5(pid=4355): stderr: \u000a| �[0;m�[38;5;43m20221214100126293 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214100126293 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214100126293 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214100126294 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214100126296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214100126296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214100126296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:01:27.868651 run osmo-stp_10.42.42.5(pid=4355): stdout: \u000a| (launched: 2022-12-14_10:01:26.122282)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:01:27.994120 run osmo-stp_10.42.42.5(pid=4355): stderr: \u000a| �[0;m�[38;5;43m20221214100126293 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214100126293 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214100126293 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214100126294 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214100126296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214100126296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214100126296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:01:28.141464 run patchelf(pid=4358): Terminating (SIGINT)\u000a10:01:28.314008 run patchelf(pid=4358): Terminated: ok {rc=0}\u000a10:01:28.345741 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=4355): Process ended prematurely: osmo-stp_10.42.42.5(pid=4355) [trial-2403↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4355)] [trial-2403↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a10:01:28.354808 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a10:01:28.415716 run osmo-hlr_10.42.42.2(pid=4352): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4352)]\u000a10:01:28.465627 run osmo-hlr_10.42.42.2(pid=4352): stdout: \u000a| (launched: 2022-12-14_10:01:25.150840) \u000a10:01:28.516116 run osmo-hlr_10.42.42.2(pid=4352): stderr: \u000a| �[0;m�[1;31m20221214100125329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214100125329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214100125329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214100125329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214100125329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214100125329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214100125342 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:sysmo+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214100125350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214100125350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214100125350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:01:28.559131 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4351): Terminating (SIGTERM)\u000a10:01:28.599417 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4354): Terminating (SIGTERM)\u000a10:01:28.640437 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4357): Terminating (SIGTERM)\u000a10:01:28.649840 --- ParallelTerminationStrategy: PID 4351 died...\u000a10:01:28.704618 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4351): Terminated: ok {rc=0}\u000a10:01:28.714383 --- ParallelTerminationStrategy: PID 4354 died...\u000a10:01:28.768763 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4354): Terminated: ok {rc=0}\u000a10:01:28.778551 --- ParallelTerminationStrategy: PID 4357 died...\u000a10:01:28.832890 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4357): Terminated: ok {rc=0}\u000a10:01:28.922514 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "14", "name" : "gprs_sysmo+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T10:00:30" }, { "cases" : [ { "testActions" : [ ], "age" : 261, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4373): Process ended prematurely: osmo-stp_10.42.42.5(pid=4373) [trial-2403↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4373)]", "failedSince" : 2143, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4373): Process ended prematurely: osmo-stp_10.42.42.5(pid=4373) [trial-2403↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4373)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:sysmo+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a10:01:31.065149 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:01:31.077570 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:01:31.230168 tst cs_paging_gprs_active.py: using LAC 40153\u000a10:01:31.385858 tst cs_paging_gprs_active.py: using RAC 118\u000a10:01:31.526423 tst cs_paging_gprs_active.py: using CellId 40153\u000a10:01:31.651429 tst cs_paging_gprs_active.py: using BVCI 40154\u000a10:01:31.676158 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:01:31.687552 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:01:31.698758 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:01:31.710166 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:01:31.721578 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:01:31.733122 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:01:31.744622 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:01:31.755971 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:01:31.767687 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:01:31.891634 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:01:32.231990 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a10:01:32.375905 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:01:32.722537 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4363): Launched\u000a10:01:33.010289 run iperf3-srv_10.42.42.10(pid=4364): Launched\u000a10:01:33.213892 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a10:01:33.352463 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:01:33.697027 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4365): Launched\u000a10:01:33.982855 run iperf3-srv_10.42.42.10(pid=4366): Launched\u000a10:01:34.186790 tst cs_paging_gprs_active.py:38: start network...\u000a10:01:34.325248 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:01:34.854742 run create_hlr_db(pid=4367): Launched\u000a10:01:35.045559 bus /gobi_6: Setting Powered False\u000a10:01:36.065977 run create_hlr_db(pid=4367): Terminated: ok {rc=0}\u000a10:01:36.507987 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4369): Launched\u000a10:01:36.841484 run osmo-hlr_10.42.42.2(pid=4370): Launched\u000a10:01:36.962013 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:01:37.537440 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4372): Launched\u000a10:01:37.869863 run osmo-stp_10.42.42.5(pid=4373): Launched\u000a10:01:37.990290 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:01:38.568504 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4375): Launched\u000a10:01:38.685828 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:01:38.971037 run patchelf(pid=4376): Launched\u000a10:01:39.154545 run osmo-stp_10.42.42.5(pid=4373): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4373)]\u000a10:01:39.288548 run osmo-stp_10.42.42.5(pid=4373): stdout: \u000a| (launched: 2022-12-14_10:01:37.705797)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:01:39.422975 run osmo-stp_10.42.42.5(pid=4373): stderr: \u000a| �[0;m�[38;5;43m20221214100137903 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214100137904 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214100137904 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214100137904 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214100137905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214100137905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214100137905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:01:39.552599 run osmo-stp_10.42.42.5(pid=4373): stdout: \u000a| (launched: 2022-12-14_10:01:37.705797)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:01:39.680597 run osmo-stp_10.42.42.5(pid=4373): stderr: \u000a| �[0;m�[38;5;43m20221214100137903 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214100137904 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214100137904 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214100137904 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214100137905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214100137905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214100137905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:01:39.830421 run patchelf(pid=4376): Terminating (SIGINT)\u000a10:01:40.006525 run patchelf(pid=4376): Terminated: ok {rc=0}\u000a10:01:40.039114 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=4373): Process ended prematurely: osmo-stp_10.42.42.5(pid=4373) [trial-2403↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4373)] [trial-2403↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a10:01:40.048641 tst cs_paging_gprs_active.py:38: Test FAILED (9.0 sec)\u000a10:01:40.110797 run osmo-hlr_10.42.42.2(pid=4370): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4370)]\u000a10:01:40.160775 run osmo-hlr_10.42.42.2(pid=4370): stdout: \u000a| (launched: 2022-12-14_10:01:36.675820) \u000a10:01:40.211667 run osmo-hlr_10.42.42.2(pid=4370): stderr: \u000a| �[0;m�[1;31m20221214100136880 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214100136880 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214100136880 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214100136880 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214100136880 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214100136880 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214100136893 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:sysmo+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214100136901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214100136901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214100136901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:01:40.254692 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4363): Terminating (SIGTERM)\u000a10:01:40.295228 run iperf3-srv_10.42.42.10(pid=4364): Terminating (SIGTERM)\u000a10:01:40.335924 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4365): Terminating (SIGTERM)\u000a10:01:40.376550 run iperf3-srv_10.42.42.10(pid=4366): Terminating (SIGTERM)\u000a10:01:40.417263 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4369): Terminating (SIGTERM)\u000a10:01:40.458359 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4372): Terminating (SIGTERM)\u000a10:01:40.499006 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4375): Terminating (SIGTERM)\u000a10:01:40.508330 --- ParallelTerminationStrategy: PID 4363 died...\u000a10:01:40.563149 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4363): Terminated: ok {rc=0}\u000a10:01:40.572878 --- ParallelTerminationStrategy: PID 4364 died...\u000a10:01:40.627610 run iperf3-srv_10.42.42.10(pid=4364): Terminated {rc=256}\u000a10:01:40.637380 --- ParallelTerminationStrategy: PID 4365 died...\u000a10:01:40.691771 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4365): Terminated: ok {rc=0}\u000a10:01:40.701781 --- ParallelTerminationStrategy: PID 4366 died...\u000a10:01:40.756096 run iperf3-srv_10.42.42.10(pid=4366): Terminated {rc=256}\u000a10:01:40.765738 --- ParallelTerminationStrategy: PID 4369 died...\u000a10:01:40.819577 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4369): Terminated: ok {rc=0}\u000a10:01:40.829159 --- ParallelTerminationStrategy: PID 4372 died...\u000a10:01:40.882963 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4372): Terminated: ok {rc=0}\u000a10:01:40.892526 --- ParallelTerminationStrategy: PID 4375 died...\u000a10:01:40.946492 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4375): Terminated: ok {rc=0}\u000a10:01:41.035572 bus /gobi_0: Setting Powered False\u000a10:01:42.138860 bus /gobi_0: Setting Powered False\u000a10:01:43.244908 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 261, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4385): Process ended prematurely: osmo-stp_10.42.42.5(pid=4385) [trial-2403↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4385)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4385): Process ended prematurely: osmo-stp_10.42.42.5(pid=4385) [trial-2403↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4385)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:sysmo+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a10:01:44.361718 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:01:44.373858 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:01:44.527146 tst iperf3.py: using LAC 40154\u000a10:01:44.654943 tst iperf3.py: using RAC 119\u000a10:01:44.784334 tst iperf3.py: using CellId 40154\u000a10:01:44.915445 tst iperf3.py: using BVCI 40155\u000a10:01:44.941081 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:01:44.952547 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:01:44.964003 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:01:44.975228 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:01:44.986485 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:01:44.997802 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:01:45.009247 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:01:45.020530 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:01:45.032102 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:01:45.316861 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:01:45.446500 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:01:45.770980 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4377): Launched\u000a10:01:46.109154 run iperf3-srv_10.42.42.10(pid=4378): Launched\u000a10:01:46.318970 tst iperf3.py:8: start network...\u000a10:01:46.462933 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:01:47.035617 run create_hlr_db(pid=4379): Launched\u000a10:01:47.230815 bus /gobi_6: Setting Powered False\u000a10:01:48.250224 run create_hlr_db(pid=4379): Terminated: ok {rc=0}\u000a10:01:48.692509 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4381): Launched\u000a10:01:49.023913 run osmo-hlr_10.42.42.2(pid=4382): Launched\u000a10:01:49.144065 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:01:49.719622 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4384): Launched\u000a10:01:50.051021 run osmo-stp_10.42.42.5(pid=4385): Launched\u000a10:01:50.170739 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:01:50.749816 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4387): Launched\u000a10:01:50.868057 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:01:51.158973 run patchelf(pid=4388): Launched\u000a10:01:51.351556 run osmo-stp_10.42.42.5(pid=4385): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4385)]\u000a10:01:51.492171 run osmo-stp_10.42.42.5(pid=4385): stdout: \u000a| (launched: 2022-12-14_10:01:49.887334)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:01:51.632769 run osmo-stp_10.42.42.5(pid=4385): stderr: \u000a| �[0;m�[38;5;43m20221214100150086 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214100150086 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214100150086 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214100150086 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214100150087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214100150087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214100150087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:01:51.768838 run osmo-stp_10.42.42.5(pid=4385): stdout: \u000a| (launched: 2022-12-14_10:01:49.887334)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:01:51.903861 run osmo-stp_10.42.42.5(pid=4385): stderr: \u000a| �[0;m�[38;5;43m20221214100150086 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214100150086 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214100150086 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214100150086 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214100150087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214100150087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214100150087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:01:52.061960 run patchelf(pid=4388): Terminating (SIGINT)\u000a10:01:52.249937 run patchelf(pid=4388): Terminated: ok {rc=0}\u000a10:01:52.284409 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4385): Process ended prematurely: osmo-stp_10.42.42.5(pid=4385) [trial-2403↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4385)] [trial-2403↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a10:01:52.294781 tst iperf3.py:8: Test FAILED (8.0 sec)\u000a10:01:52.358129 run osmo-hlr_10.42.42.2(pid=4382): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4382)]\u000a10:01:52.410003 run osmo-hlr_10.42.42.2(pid=4382): stdout: \u000a| (launched: 2022-12-14_10:01:48.860414) \u000a10:01:52.462726 run osmo-hlr_10.42.42.2(pid=4382): stderr: \u000a| �[0;m�[1;31m20221214100149062 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214100149062 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214100149062 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214100149062 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214100149062 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214100149062 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214100149074 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:sysmo+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214100149082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214100149082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214100149082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:01:52.507256 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4377): Terminating (SIGTERM)\u000a10:01:52.549662 run iperf3-srv_10.42.42.10(pid=4378): Terminating (SIGTERM)\u000a10:01:52.591839 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4381): Terminating (SIGTERM)\u000a10:01:52.633959 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4384): Terminating (SIGTERM)\u000a10:01:52.676210 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4387): Terminating (SIGTERM)\u000a10:01:52.686012 --- ParallelTerminationStrategy: PID 4377 died...\u000a10:01:52.742170 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4377): Terminated: ok {rc=0}\u000a10:01:52.752381 --- ParallelTerminationStrategy: PID 4378 died...\u000a10:01:52.808139 run iperf3-srv_10.42.42.10(pid=4378): Terminated {rc=256}\u000a10:01:52.818278 --- ParallelTerminationStrategy: PID 4381 died...\u000a10:01:52.874148 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4381): Terminated: ok {rc=0}\u000a10:01:52.884530 --- ParallelTerminationStrategy: PID 4384 died...\u000a10:01:52.940598 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4384): Terminated: ok {rc=0}\u000a10:01:52.950664 --- ParallelTerminationStrategy: PID 4387 died...\u000a10:01:53.006398 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4387): Terminated: ok {rc=0}\u000a10:01:53.093742 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 265, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4403): Process ended prematurely: osmo-stp_10.42.42.5(pid=4403) [trial-2403↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4403)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4403): Process ended prematurely: osmo-stp_10.42.42.5(pid=4403) [trial-2403↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4403)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:sysmo+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a10:01:54.211128 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:01:54.223659 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:01:54.375145 tst iperf3m4.py: using LAC 40155\u000a10:01:54.499074 tst iperf3m4.py: using RAC 120\u000a10:01:54.621943 tst iperf3m4.py: using CellId 40155\u000a10:01:54.745449 tst iperf3m4.py: using BVCI 40156\u000a10:01:54.769183 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:01:54.780019 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:01:54.790886 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:01:54.801628 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:01:54.812488 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:01:54.823864 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:01:54.835038 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:01:54.846038 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:01:54.857141 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:01:54.979054 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:01:55.100735 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:01:55.222565 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:01:55.507816 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:01:55.636729 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:01:55.959824 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4389): Launched\u000a10:01:56.228115 run iperf3-srv_10.42.42.10(pid=4390): Launched\u000a10:01:56.417051 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a10:01:56.546128 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:01:56.869089 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4391): Launched\u000a10:01:57.136901 run iperf3-srv_10.42.42.10(pid=4392): Launched\u000a10:01:57.324814 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a10:01:57.453541 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:01:57.777261 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4393): Launched\u000a10:01:58.045816 run iperf3-srv_10.42.42.10(pid=4394): Launched\u000a10:01:58.233759 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a10:01:58.362315 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:01:58.685255 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4395): Launched\u000a10:01:58.953947 run iperf3-srv_10.42.42.10(pid=4396): Launched\u000a10:01:59.142301 tst iperf3m4.py:8: start network...\u000a10:01:59.270367 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:01:59.757106 run create_hlr_db(pid=4397): Launched\u000a10:01:59.934646 bus /gobi_6: Setting Powered False\u000a10:02:00.970456 run create_hlr_db(pid=4397): Terminated: ok {rc=0}\u000a10:02:01.406130 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4399): Launched\u000a10:02:01.796063 run osmo-hlr_10.42.42.2(pid=4400): Launched\u000a10:02:01.912858 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:02:02.617623 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4402): Launched\u000a10:02:02.930308 run osmo-stp_10.42.42.5(pid=4403): Launched\u000a10:02:03.043522 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:02:03.588918 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4405): Launched\u000a10:02:03.700057 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:02:03.975206 run patchelf(pid=4406): Launched\u000a10:02:04.157832 run osmo-stp_10.42.42.5(pid=4403): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4403)]\u000a10:02:04.290811 run osmo-stp_10.42.42.5(pid=4403): stdout: \u000a| (launched: 2022-12-14_10:02:02.775417)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:02:04.424662 run osmo-stp_10.42.42.5(pid=4403): stderr: \u000a| �[0;m�[38;5;43m20221214100202950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214100202950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214100202951 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214100202951 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214100202951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214100202951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214100202952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:02:04.553494 run osmo-stp_10.42.42.5(pid=4403): stdout: \u000a| (launched: 2022-12-14_10:02:02.775417)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:02:04.680821 run osmo-stp_10.42.42.5(pid=4403): stderr: \u000a| �[0;m�[38;5;43m20221214100202950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214100202950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214100202951 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214100202951 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214100202951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214100202951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214100202952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:02:04.829778 run patchelf(pid=4406): Terminating (SIGINT)\u000a10:02:05.005843 run patchelf(pid=4406): Terminated: ok {rc=0}\u000a10:02:05.038173 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4403): Process ended prematurely: osmo-stp_10.42.42.5(pid=4403) [trial-2403↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4403)] [trial-2403↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a10:02:05.047633 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a10:02:05.109186 run osmo-hlr_10.42.42.2(pid=4400): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4400)]\u000a10:02:05.159437 run osmo-hlr_10.42.42.2(pid=4400): stdout: \u000a| (launched: 2022-12-14_10:02:01.565839) \u000a10:02:05.209784 run osmo-hlr_10.42.42.2(pid=4400): stderr: \u000a| �[0;m�[1;31m20221214100201963 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214100201963 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214100201963 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214100201963 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214100201963 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214100201963 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214100201979 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:sysmo+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214100202000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214100202000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214100202000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:02:05.252872 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4389): Terminating (SIGTERM)\u000a10:02:05.293431 run iperf3-srv_10.42.42.10(pid=4390): Terminating (SIGTERM)\u000a10:02:05.334078 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4391): Terminating (SIGTERM)\u000a10:02:05.374571 run iperf3-srv_10.42.42.10(pid=4392): Terminating (SIGTERM)\u000a10:02:05.415789 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4393): Terminating (SIGTERM)\u000a10:02:05.456757 run iperf3-srv_10.42.42.10(pid=4394): Terminating (SIGTERM)\u000a10:02:05.497778 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4395): Terminating (SIGTERM)\u000a10:02:05.538709 run iperf3-srv_10.42.42.10(pid=4396): Terminating (SIGTERM)\u000a10:02:05.579872 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4399): Terminating (SIGTERM)\u000a10:02:05.620794 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4402): Terminating (SIGTERM)\u000a10:02:05.661309 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4405): Terminating (SIGTERM)\u000a10:02:05.670625 --- ParallelTerminationStrategy: PID 4389 died...\u000a10:02:05.725082 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4389): Terminated: ok {rc=0}\u000a10:02:05.734749 --- ParallelTerminationStrategy: PID 4390 died...\u000a10:02:05.789070 run iperf3-srv_10.42.42.10(pid=4390): Terminated {rc=256}\u000a10:02:05.798655 --- ParallelTerminationStrategy: PID 4391 died...\u000a10:02:05.852896 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4391): Terminated: ok {rc=0}\u000a10:02:05.862597 --- ParallelTerminationStrategy: PID 4392 died...\u000a10:02:05.916930 run iperf3-srv_10.42.42.10(pid=4392): Terminated {rc=256}\u000a10:02:05.926551 --- ParallelTerminationStrategy: PID 4393 died...\u000a10:02:05.980725 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4393): Terminated: ok {rc=0}\u000a10:02:05.990444 --- ParallelTerminationStrategy: PID 4394 died...\u000a10:02:06.045136 run iperf3-srv_10.42.42.10(pid=4394): Terminated {rc=256}\u000a10:02:06.054718 --- ParallelTerminationStrategy: PID 4395 died...\u000a10:02:06.108651 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4395): Terminated: ok {rc=0}\u000a10:02:06.118395 --- ParallelTerminationStrategy: PID 4396 died...\u000a10:02:06.172728 run iperf3-srv_10.42.42.10(pid=4396): Terminated {rc=256}\u000a10:02:06.182356 --- ParallelTerminationStrategy: PID 4399 died...\u000a10:02:06.236352 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4399): Terminated: ok {rc=0}\u000a10:02:06.246017 --- ParallelTerminationStrategy: PID 4402 died...\u000a10:02:06.299980 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4402): Terminated: ok {rc=0}\u000a10:02:06.309691 --- ParallelTerminationStrategy: PID 4405 died...\u000a10:02:06.363403 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4405): Terminated: ok {rc=0}\u000a10:02:06.453068 bus /gobi_4: Setting Powered False\u000a10:02:07.556870 bus /gobi_4: Setting Powered False\u000a10:02:08.671109 bus /gobi_1: Setting Powered False\u000a10:02:09.775726 bus /gobi_1: Setting Powered False\u000a10:02:10.889924 bus /gobi_0: Setting Powered False\u000a10:02:11.998337 bus /gobi_0: Setting Powered False\u000a10:02:13.109081 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 73, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4414): Process ended prematurely: osmo-stp_10.42.42.5(pid=4414) [trial-2403↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4414)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4414): Process ended prematurely: osmo-stp_10.42.42.5(pid=4414) [trial-2403↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4414)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:sysmo+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a10:02:14.179211 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:02:14.191428 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:02:14.345888 tst ping.py: using LAC 40156\u000a10:02:14.477913 tst ping.py: using RAC 121\u000a10:02:14.605611 tst ping.py: using CellId 40156\u000a10:02:14.731081 tst ping.py: using BVCI 40157\u000a10:02:14.756073 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:02:14.767594 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:02:14.778906 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:02:14.790133 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:02:14.801349 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:02:14.812517 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:02:14.823841 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:02:14.835035 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:02:15.116601 tst ping.py:19: start network...\u000a10:02:15.243682 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:02:15.725602 run create_hlr_db(pid=4408): Launched\u000a10:02:15.903704 bus /gobi_6: Setting Powered False\u000a10:02:16.989183 run create_hlr_db(pid=4408): Terminated: ok {rc=0}\u000a10:02:17.433161 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4410): Launched\u000a10:02:17.759470 run osmo-hlr_10.42.42.2(pid=4411): Launched\u000a10:02:17.880892 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:02:18.451501 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4413): Launched\u000a10:02:18.779393 run osmo-stp_10.42.42.5(pid=4414): Launched\u000a10:02:18.898347 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:02:19.465935 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4416): Launched\u000a10:02:19.580833 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:02:19.864402 run patchelf(pid=4417): Launched\u000a10:02:20.053927 run osmo-stp_10.42.42.5(pid=4414): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4414)]\u000a10:02:20.192425 run osmo-stp_10.42.42.5(pid=4414): stdout: \u000a| (launched: 2022-12-14_10:02:18.617651)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:02:20.331426 run osmo-stp_10.42.42.5(pid=4414): stderr: \u000a| �[0;m�[38;5;43m20221214100218810 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214100218810 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214100218811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214100218811 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214100218811 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214100218812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214100218812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:02:20.465468 run osmo-stp_10.42.42.5(pid=4414): stdout: \u000a| (launched: 2022-12-14_10:02:18.617651)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:02:20.598414 run osmo-stp_10.42.42.5(pid=4414): stderr: \u000a| �[0;m�[38;5;43m20221214100218810 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214100218810 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214100218811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214100218811 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214100218811 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214100218812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214100218812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:02:20.753065 run patchelf(pid=4417): Terminating (SIGINT)\u000a10:02:20.935888 run patchelf(pid=4417): Terminated: ok {rc=0}\u000a10:02:20.969210 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=4414): Process ended prematurely: osmo-stp_10.42.42.5(pid=4414) [trial-2403↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4414)] [trial-2403↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22]\u000a10:02:20.978687 tst ping.py:22: Test FAILED (6.8 sec)\u000a10:02:21.042626 run osmo-hlr_10.42.42.2(pid=4411): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4411)]\u000a10:02:21.094848 run osmo-hlr_10.42.42.2(pid=4411): stdout: \u000a| (launched: 2022-12-14_10:02:17.599008) \u000a10:02:21.147700 run osmo-hlr_10.42.42.2(pid=4411): stderr: \u000a| �[0;m�[1;31m20221214100217800 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214100217800 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214100217800 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214100217800 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214100217801 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214100217801 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214100217812 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:sysmo+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214100217820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214100217821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214100217821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:02:21.192679 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4410): Terminating (SIGTERM)\u000a10:02:21.235537 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4413): Terminating (SIGTERM)\u000a10:02:21.277807 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4416): Terminating (SIGTERM)\u000a10:02:21.287606 --- ParallelTerminationStrategy: PID 4410 died...\u000a10:02:21.344011 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4410): Terminated: ok {rc=0}\u000a10:02:21.354184 --- ParallelTerminationStrategy: PID 4413 died...\u000a10:02:21.410224 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4413): Terminated: ok {rc=0}\u000a10:02:21.420336 --- ParallelTerminationStrategy: PID 4416 died...\u000a10:02:21.476362 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4416): Terminated: ok {rc=0}\u000a10:02:21.564240 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 73, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4424): Process ended prematurely: osmo-stp_10.42.42.5(pid=4424) [trial-2403↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4424)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4424): Process ended prematurely: osmo-stp_10.42.42.5(pid=4424) [trial-2403↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4424)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:sysmo+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a10:02:22.617785 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:02:22.629966 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:02:22.778121 tst ping_idle_ping.py: using LAC 40157\u000a10:02:22.899862 tst ping_idle_ping.py: using RAC 122\u000a10:02:23.022998 tst ping_idle_ping.py: using CellId 40157\u000a10:02:23.141263 tst ping_idle_ping.py: using BVCI 40158\u000a10:02:23.164590 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:02:23.175640 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:02:23.186556 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:02:23.197357 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:02:23.208401 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:02:23.219632 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:02:23.231096 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:02:23.242285 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:02:23.537584 tst ping_idle_ping.py:24: start network...\u000a10:02:23.673503 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:02:24.198845 run create_hlr_db(pid=4418): Launched\u000a10:02:24.388246 bus /gobi_6: Setting Powered False\u000a10:02:25.407879 run create_hlr_db(pid=4418): Terminated: ok {rc=0}\u000a10:02:25.820763 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4420): Launched\u000a10:02:26.129150 run osmo-hlr_10.42.42.2(pid=4421): Launched\u000a10:02:26.248261 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:02:26.790916 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4423): Launched\u000a10:02:27.098231 run osmo-stp_10.42.42.5(pid=4424): Launched\u000a10:02:27.209243 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:02:27.745506 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4426): Launched\u000a10:02:27.854098 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:02:28.122472 run patchelf(pid=4427): Launched\u000a10:02:28.301359 run osmo-stp_10.42.42.5(pid=4424): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4424)]\u000a10:02:28.432643 run osmo-stp_10.42.42.5(pid=4424): stdout: \u000a| (launched: 2022-12-14_10:02:26.945814)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:02:28.564721 run osmo-stp_10.42.42.5(pid=4424): stderr: \u000a| �[0;m�[38;5;43m20221214100227118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214100227118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214100227118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214100227119 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214100227119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214100227119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214100227119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:02:28.691531 run osmo-stp_10.42.42.5(pid=4424): stdout: \u000a| (launched: 2022-12-14_10:02:26.945814)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:02:28.816847 run osmo-stp_10.42.42.5(pid=4424): stderr: \u000a| �[0;m�[38;5;43m20221214100227118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214100227118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214100227118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214100227119 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214100227119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214100227119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214100227119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:02:28.963630 run patchelf(pid=4427): Terminating (SIGINT)\u000a10:02:29.136665 run patchelf(pid=4427): Terminated: ok {rc=0}\u000a10:02:29.168128 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=4424): Process ended prematurely: osmo-stp_10.42.42.5(pid=4424) [trial-2403↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4424)] [trial-2403↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a10:02:29.176734 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a10:02:29.237839 run osmo-hlr_10.42.42.2(pid=4421): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4421)]\u000a10:02:29.287623 run osmo-hlr_10.42.42.2(pid=4421): stdout: \u000a| (launched: 2022-12-14_10:02:25.976168) \u000a10:02:29.338127 run osmo-hlr_10.42.42.2(pid=4421): stderr: \u000a| �[0;m�[1;31m20221214100226154 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214100226154 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214100226154 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214100226154 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214100226154 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214100226154 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214100226166 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:sysmo+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214100226175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214100226175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214100226175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:02:29.381047 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4420): Terminating (SIGTERM)\u000a10:02:29.421273 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4423): Terminating (SIGTERM)\u000a10:02:29.461681 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4426): Terminating (SIGTERM)\u000a10:02:29.470871 --- ParallelTerminationStrategy: PID 4420 died...\u000a10:02:29.524710 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4420): Terminated: ok {rc=0}\u000a10:02:29.534307 --- ParallelTerminationStrategy: PID 4423 died...\u000a10:02:29.588245 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4423): Terminated: ok {rc=0}\u000a10:02:29.597920 --- ParallelTerminationStrategy: PID 4426 died...\u000a10:02:29.651704 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4426): Terminated: ok {rc=0}\u000a10:02:29.735852 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "15", "name" : "gprs_sysmo+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T10:01:30" }, { "cases" : [ { "testActions" : [ ], "age" : 75, "className" : "dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4437): Process ended prematurely: osmo-stp_10.42.42.5(pid=4437) [trial-2403↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4437)]", "failedSince" : 2329, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4437): Process ended prematurely: osmo-stp_10.42.42.5(pid=4437) [trial-2403↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4437)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a10:02:31.870041 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:02:31.885402 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a10:02:32.074396 tst switch_tch_pdch.py: using LAC 40158\u000a10:02:32.224640 tst switch_tch_pdch.py: using RAC 123\u000a10:02:32.358170 tst switch_tch_pdch.py: using CellId 40158\u000a10:02:32.477733 tst switch_tch_pdch.py: using BVCI 40159\u000a10:02:32.501063 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:02:32.512356 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:02:32.523543 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:02:32.534738 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:02:32.546532 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:02:32.558617 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:02:32.570638 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:02:32.582532 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:02:32.706539 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:02:33.001775 tst switch_tch_pdch.py:51: start network...\u000a10:02:33.137196 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:02:33.659072 run create_hlr_db(pid=4431): Launched\u000a10:02:33.847554 bus /gobi_6: Setting Powered False\u000a10:02:34.868251 run create_hlr_db(pid=4431): Terminated: ok {rc=0}\u000a10:02:35.280307 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4433): Launched\u000a10:02:35.591600 run osmo-hlr_10.42.42.2(pid=4434): Launched\u000a10:02:35.699815 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:02:36.213790 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4436): Launched\u000a10:02:36.510528 run osmo-stp_10.42.42.5(pid=4437): Launched\u000a10:02:36.628502 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:02:37.153563 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4440): Launched\u000a10:02:37.258313 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:02:37.517406 run patchelf(pid=4441): Launched\u000a10:02:37.690958 run osmo-stp_10.42.42.5(pid=4437): ERR: Terminated: ERROR {rc=1} [trial-2403↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4437)]\u000a10:02:37.818301 run osmo-stp_10.42.42.5(pid=4437): stdout: \u000a| (launched: 2022-12-14_10:02:36.363094)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:02:37.945917 run osmo-stp_10.42.42.5(pid=4437): stderr: \u000a| �[0;m�[38;5;43m20221214100236535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214100236535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214100236536 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214100236536 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214100236537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214100236537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214100236537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:02:38.068120 run osmo-stp_10.42.42.5(pid=4437): stdout: \u000a| (launched: 2022-12-14_10:02:36.363094)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:02:38.189414 run osmo-stp_10.42.42.5(pid=4437): stderr: \u000a| �[0;m�[38;5;43m20221214100236535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214100236535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214100236536 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214100236536 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214100236537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214100236537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214100236537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:02:38.332187 run patchelf(pid=4441): Terminating (SIGINT)\u000a10:02:38.500531 run patchelf(pid=4441): Terminated: ok {rc=0}\u000a10:02:38.531251 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=4437): Process ended prematurely: osmo-stp_10.42.42.5(pid=4437) [trial-2403↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4437)] [trial-2403↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a10:02:38.539953 tst switch_tch_pdch.py:54: Test FAILED (6.7 sec)\u000a10:02:38.600178 run osmo-hlr_10.42.42.2(pid=4434): ERR: Terminated: ERROR {rc=237} [trial-2403↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4434)]\u000a10:02:38.649689 run osmo-hlr_10.42.42.2(pid=4434): stdout: \u000a| (launched: 2022-12-14_10:02:35.442100) \u000a10:02:38.699629 run osmo-hlr_10.42.42.2(pid=4434): stderr: \u000a| �[0;m�[1;31m20221214100235620 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214100235620 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214100235620 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214100235620 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214100235620 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214100235621 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214100235633 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214100235641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214100235642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214100235642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:02:38.742040 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4433): Terminating (SIGTERM)\u000a10:02:38.781897 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4436): Terminating (SIGTERM)\u000a10:02:38.821783 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4440): Terminating (SIGTERM)\u000a10:02:38.831046 --- ParallelTerminationStrategy: PID 4433 died...\u000a10:02:38.884868 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4433): Terminated: ok {rc=0}\u000a10:02:38.894552 --- ParallelTerminationStrategy: PID 4436 died...\u000a10:02:38.948256 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4436): Terminated: ok {rc=0}\u000a10:02:38.957881 --- ParallelTerminationStrategy: PID 4440 died...\u000a10:02:39.011216 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4440): Terminated: ok {rc=0}\u000a10:02:39.099787 bus /gobi_0: Setting Powered False\u000a10:02:40.207990 bus /gobi_0: Setting Powered False\u000a10:02:41.316973 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "16", "name" : "dynts_sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T10:02:31" }, { "cases" : [ { "testActions" : [ ], "age" : 73, "className" : "dynts:sysmo+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4451): Process ended prematurely: osmo-stp_10.42.42.5(pid=4451) [trial-2403↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4451)]", "failedSince" : 2331, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4451): Process ended prematurely: osmo-stp_10.42.42.5(pid=4451) [trial-2403↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4451)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 dynts:sysmo+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a10:02:43.252744 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:02:43.263797 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a10:02:43.405047 tst switch_tch_pdch.py: using LAC 40159\u000a10:02:43.519735 tst switch_tch_pdch.py: using RAC 124\u000a10:02:43.636786 tst switch_tch_pdch.py: using CellId 40159\u000a10:02:43.754838 tst switch_tch_pdch.py: using BVCI 40160\u000a10:02:43.777616 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:02:43.788596 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:02:43.799372 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:02:43.809994 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:02:43.821059 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:02:43.832098 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:02:43.843349 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:02:43.854471 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a10:02:43.973372 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a10:02:44.249572 tst switch_tch_pdch.py:51: start network...\u000a10:02:44.372899 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:02:44.816176 run create_hlr_db(pid=4445): Launched\u000a10:02:44.936910 bus /gobi_6: Setting Powered False\u000a10:02:46.031465 run create_hlr_db(pid=4445): Terminated: ok {rc=0}\u000a10:02:46.412016 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4447): Launched\u000a10:02:46.851433 run osmo-hlr_10.42.42.2(pid=4448): Launched\u000a10:02:46.969179 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:02:47.482585 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4450): Launched\u000a10:02:47.796278 run osmo-stp_10.42.42.5(pid=4451): Launched\u000a10:02:47.909687 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:02:48.429210 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4453): Launched\u000a10:02:48.540473 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:02:48.814459 run patchelf(pid=4454): Launched\u000a10:02:48.998334 run osmo-stp_10.42.42.5(pid=4451): ERR: Terminated: ERROR {rc=1} [trial-2403↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4451)]\u000a10:02:49.132693 run osmo-stp_10.42.42.5(pid=4451): stdout: \u000a| (launched: 2022-12-14_10:02:47.642043)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:02:49.267693 run osmo-stp_10.42.42.5(pid=4451): stderr: \u000a| �[0;m�[38;5;43m20221214100247833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214100247833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214100247833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214100247833 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214100247834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214100247834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214100247834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:02:49.397755 run osmo-stp_10.42.42.5(pid=4451): stdout: \u000a| (launched: 2022-12-14_10:02:47.642043)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:02:49.526059 run osmo-stp_10.42.42.5(pid=4451): stderr: \u000a| �[0;m�[38;5;43m20221214100247833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214100247833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214100247833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214100247833 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214100247834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214100247834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214100247834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:02:49.675969 run patchelf(pid=4454): Terminating (SIGINT)\u000a10:02:49.852569 run patchelf(pid=4454): Terminated: ok {rc=0}\u000a10:02:49.885011 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=4451): Process ended prematurely: osmo-stp_10.42.42.5(pid=4451) [trial-2403↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4451)] [trial-2403↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a10:02:49.894425 tst switch_tch_pdch.py:54: Test FAILED (6.6 sec)\u000a10:02:49.957211 run osmo-hlr_10.42.42.2(pid=4448): ERR: Terminated: ERROR {rc=237} [trial-2403↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4448)]\u000a10:02:50.008657 run osmo-hlr_10.42.42.2(pid=4448): stdout: \u000a| (launched: 2022-12-14_10:02:46.563445) \u000a10:02:50.060543 run osmo-hlr_10.42.42.2(pid=4448): stderr: \u000a| �[0;m�[1;31m20221214100246818 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214100246818 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214100246818 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214100246818 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214100246818 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214100246818 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214100246838 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/dynts:sysmo+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214100246846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214100246846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214100246846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:02:50.104808 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4447): Terminating (SIGTERM)\u000a10:02:50.146974 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4450): Terminating (SIGTERM)\u000a10:02:50.188753 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4453): Terminating (SIGTERM)\u000a10:02:50.198459 --- ParallelTerminationStrategy: PID 4447 died...\u000a10:02:50.253905 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4447): Terminated: ok {rc=0}\u000a10:02:50.263998 --- ParallelTerminationStrategy: PID 4450 died...\u000a10:02:50.319227 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4450): Terminated: ok {rc=0}\u000a10:02:50.329225 --- ParallelTerminationStrategy: PID 4453 died...\u000a10:02:50.383966 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4453): Terminated: ok {rc=0}\u000a10:02:50.468268 bus /gobi_0: Setting Powered False\u000a10:02:51.573153 bus /gobi_0: Setting Powered False\u000a10:02:52.682870 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "17", "name" : "dynts_sysmo+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T10:02:43" }, { "cases" : [ { "testActions" : [ ], "age" : 259, "className" : "nitb_sms:oc2g", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=4460): Process ended prematurely: osmo-nitb_10.42.42.2(pid=4460) [trial-2403↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=4460)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=4460): Process ended prematurely: osmo-nitb_10.42.42.2(pid=4460) [trial-2403↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=4460)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 nitb_sms:oc2g mo_mt_sms.py\u000a----------------------------------------------\u000a10:02:54.543704 tst nitb_sms:oc2g: Using 1 x ip_address (candidates: 1)\u000a10:02:54.554764 tst nitb_sms:oc2g: Using 1 x bts (candidates: 1)\u000a10:02:54.677386 tst mo_mt_sms.py: using LAC 40160\u000a10:02:54.797027 tst mo_mt_sms.py: using RAC 125\u000a10:02:54.918887 tst mo_mt_sms.py: using CellId 40160\u000a10:02:55.039716 tst mo_mt_sms.py: using BVCI 40161\u000a10:02:55.063733 tst nitb_sms:oc2g: Using 1 x modem (candidates: 2)\u000a10:02:55.176694 tst nitb_sms:oc2g: Using 1 x modem (candidates: 2)\u000a10:02:55.446102 tst mo_mt_sms.py:9: start nitb and bts...\u000a10:02:55.566845 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a10:02:56.172435 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=4459): Launched\u000a10:02:56.463384 run osmo-nitb_10.42.42.2(pid=4460): Launched\u000a10:02:56.643395 run osmo-nitb_10.42.42.2(pid=4460): ERR: Terminated: ERROR {rc=2} [trial-2403↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=4460)]\u000a10:02:56.776571 run osmo-nitb_10.42.42.2(pid=4460): stdout: \u000a| (launched: 2022-12-14_10:02:56.321395) \u000a10:02:56.910499 run osmo-nitb_10.42.42.2(pid=4460): stderr: \u000a| (launched: 2022-12-14_10:02:56.364738)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a10:02:57.039474 run osmo-nitb_10.42.42.2(pid=4460): stdout: \u000a| (launched: 2022-12-14_10:02:56.321395) \u000a10:02:57.167231 run osmo-nitb_10.42.42.2(pid=4460): stderr: \u000a| (launched: 2022-12-14_10:02:56.364738)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a10:02:57.580697 tst osmo-nitb_10.42.42.2(pid=4460): stdout: \u000a| (launched: 2022-12-14_10:02:56.321395) \u000a10:02:57.697238 tst osmo-nitb_10.42.42.2(pid=4460): stderr: \u000a| (launched: 2022-12-14_10:02:56.364738)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a10:02:57.748072 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=4460): Process ended prematurely: osmo-nitb_10.42.42.2(pid=4460) [trial-2403↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=4460)] [trial-2403↪nitb_sms:oc2g↪mo_mt_sms.py:11]\u000a10:02:57.756017 tst mo_mt_sms.py:11: Test FAILED (3.2 sec)\u000a10:02:57.790198 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=4459): Terminating (SIGTERM)\u000a10:02:57.967683 --- ParallelTerminationStrategy: PID 4459 died...\u000a10:02:58.022947 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=4459): Terminated: ok {rc=0}\u000a10:02:58.110664 bus /sierra_3: Setting Powered False\u000a10:02:59.213009 bus /sierra_3: Setting Powered False\u000a10:03:00.324112 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "18", "name" : "nitb_sms_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T10:02:54" }, { "cases" : [ { "testActions" : [ ], "age" : 201, "className" : "sms:oc2g", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4471): Process ended prematurely: osmo-stp_10.42.42.5(pid=4471) [trial-2403↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4471)]", "failedSince" : 2203, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4471): Process ended prematurely: osmo-stp_10.42.42.5(pid=4471) [trial-2403↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4471)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 sms:oc2g mo_mt_sms.py\u000a----------------------------------------------\u000a10:03:02.201746 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a10:03:02.216287 tst sms:oc2g: Using 1 x bts (candidates: 1)\u000a10:03:02.341868 tst mo_mt_sms.py: using LAC 40161\u000a10:03:02.460805 tst mo_mt_sms.py: using RAC 126\u000a10:03:02.573809 tst mo_mt_sms.py: using CellId 40161\u000a10:03:02.687110 tst mo_mt_sms.py: using BVCI 40162\u000a10:03:02.709247 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a10:03:02.719791 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a10:03:02.730330 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a10:03:02.740714 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a10:03:02.752063 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a10:03:02.763436 tst sms:oc2g: Using 1 x modem (candidates: 2)\u000a10:03:02.884268 tst sms:oc2g: Using 1 x modem (candidates: 2)\u000a10:03:03.081388 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:03:03.542376 run create_hlr_db(pid=4465): Launched\u000a10:03:03.711173 bus /sierra_2: Setting Powered False\u000a10:03:04.732138 run create_hlr_db(pid=4465): Terminated: ok {rc=0}\u000a10:03:05.152302 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4467): Launched\u000a10:03:05.465869 run osmo-hlr_10.42.42.2(pid=4468): Launched\u000a10:03:05.580850 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:03:06.125777 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4470): Launched\u000a10:03:06.439986 run osmo-stp_10.42.42.5(pid=4471): Launched\u000a10:03:06.552555 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:03:07.122827 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4473): Launched\u000a10:03:07.434056 run osmo-msc_10.42.42.6(pid=4474): Launched\u000a10:03:07.615433 run osmo-stp_10.42.42.5(pid=4471): ERR: Terminated: ERROR {rc=1} [trial-2403↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4471)]\u000a10:03:07.750600 run osmo-stp_10.42.42.5(pid=4471): stdout: \u000a| (launched: 2022-12-14_10:03:06.286882)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:03:07.880091 run osmo-stp_10.42.42.5(pid=4471): stderr: \u000a| �[0;m�[38;5;43m20221214100306489 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214100306489 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214100306489 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214100306490 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214100306490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214100306490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214100306490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:03:08.005337 run osmo-stp_10.42.42.5(pid=4471): stdout: \u000a| (launched: 2022-12-14_10:03:06.286882)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:03:08.129246 run osmo-stp_10.42.42.5(pid=4471): stderr: \u000a| �[0;m�[38;5;43m20221214100306489 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214100306489 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214100306489 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214100306490 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214100306490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214100306490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214100306490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:03:08.183583 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=4471): Process ended prematurely: osmo-stp_10.42.42.5(pid=4471) [trial-2403↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4471)] [trial-2403↪sms:oc2g↪mo_mt_sms.py:16]\u000a10:03:08.192221 tst mo_mt_sms.py:16: Test FAILED (6.0 sec)\u000a10:03:08.254380 run osmo-hlr_10.42.42.2(pid=4468): ERR: Terminated: ERROR {rc=237} [trial-2403↪sms:oc2g↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4468)]\u000a10:03:08.305495 run osmo-hlr_10.42.42.2(pid=4468): stdout: \u000a| (launched: 2022-12-14_10:03:05.310923) \u000a10:03:08.357272 run osmo-hlr_10.42.42.2(pid=4468): stderr: \u000a| �[0;m�[1;31m20221214100305512 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214100305512 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214100305512 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214100305512 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214100305512 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214100305512 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214100305545 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/sms:oc2g/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214100305556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214100305557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214100305557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:03:08.427032 run osmo-msc_10.42.42.6(pid=4474): ERR: Terminated: ERROR {rc=2} [trial-2403↪sms:oc2g↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4474)]\u000a10:03:08.477877 run osmo-msc_10.42.42.6(pid=4474): stdout: \u000a| (launched: 2022-12-14_10:03:07.280574) \u000a10:03:08.529201 run osmo-msc_10.42.42.6(pid=4474): stderr: \u000a| �[0;m�[38;5;43m20221214100307602 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214100307602 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fafca77bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214100307602 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214100307602 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214100307602 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214100307602 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214100307604 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214100307605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214100307605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214100307605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:03:08.572829 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4467): Terminating (SIGTERM)\u000a10:03:08.614353 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4470): Terminating (SIGTERM)\u000a10:03:08.655764 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4473): Terminating (SIGTERM)\u000a10:03:08.665521 --- ParallelTerminationStrategy: PID 4467 died...\u000a10:03:08.720817 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4467): Terminated: ok {rc=0}\u000a10:03:08.730949 --- ParallelTerminationStrategy: PID 4470 died...\u000a10:03:08.786107 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4470): Terminated: ok {rc=0}\u000a10:03:08.795991 --- ParallelTerminationStrategy: PID 4473 died...\u000a10:03:08.851250 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4473): Terminated: ok {rc=0}\u000a10:03:08.935584 bus /sierra_3: Setting Powered False\u000a10:03:10.039547 bus /sierra_3: Setting Powered False\u000a10:03:11.147010 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "19", "name" : "sms_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T10:03:01" }, { "cases" : [ { "testActions" : [ ], "age" : 259, "className" : "nitb_ussd:oc2g", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=4480): Process ended prematurely: osmo-nitb_10.42.42.2(pid=4480) [trial-2403↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=4480)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=4480): Process ended prematurely: osmo-nitb_10.42.42.2(pid=4480) [trial-2403↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=4480)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 nitb_ussd:oc2g assert_extension.py\u000a----------------------------------------------\u000a10:03:12.945133 tst nitb_ussd:oc2g: Using 1 x ip_address (candidates: 1)\u000a10:03:12.955732 tst nitb_ussd:oc2g: Using 1 x bts (candidates: 1)\u000a10:03:13.079843 tst assert_extension.py: using LAC 40162\u000a10:03:13.200725 tst assert_extension.py: using RAC 127\u000a10:03:13.322120 tst assert_extension.py: using CellId 40162\u000a10:03:13.442995 tst assert_extension.py: using BVCI 40163\u000a10:03:13.466888 tst nitb_ussd:oc2g: Using 1 x modem (candidates: 1)\u000a10:03:13.740007 tst assert_extension.py:10: start nitb and bts...\u000a10:03:13.862047 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a10:03:14.468694 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=4479): Launched\u000a10:03:14.760321 run osmo-nitb_10.42.42.2(pid=4480): Launched\u000a10:03:14.942357 run osmo-nitb_10.42.42.2(pid=4480): ERR: Terminated: ERROR {rc=2} [trial-2403↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=4480)]\u000a10:03:15.076359 run osmo-nitb_10.42.42.2(pid=4480): stdout: \u000a| (launched: 2022-12-14_10:03:14.617235) \u000a10:03:15.210444 run osmo-nitb_10.42.42.2(pid=4480): stderr: \u000a| (launched: 2022-12-14_10:03:14.660285)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a10:03:15.339907 run osmo-nitb_10.42.42.2(pid=4480): stdout: \u000a| (launched: 2022-12-14_10:03:14.617235) \u000a10:03:15.467948 run osmo-nitb_10.42.42.2(pid=4480): stderr: \u000a| (launched: 2022-12-14_10:03:14.660285)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a10:03:15.881340 tst osmo-nitb_10.42.42.2(pid=4480): stdout: \u000a| (launched: 2022-12-14_10:03:14.617235) \u000a10:03:16.000570 tst osmo-nitb_10.42.42.2(pid=4480): stderr: \u000a| (launched: 2022-12-14_10:03:14.660285)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a10:03:16.052858 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=4480): Process ended prematurely: osmo-nitb_10.42.42.2(pid=4480) [trial-2403↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=4480)] [trial-2403↪nitb_ussd:oc2g↪assert_extension.py:12]\u000a10:03:16.061442 tst assert_extension.py:12: Test FAILED (3.1 sec)\u000a10:03:16.097431 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=4479): Terminating (SIGTERM)\u000a10:03:16.275280 --- ParallelTerminationStrategy: PID 4479 died...\u000a10:03:16.353706 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=4479): Terminated: ok {rc=0}\u000a10:03:16.511666 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "20", "name" : "nitb_ussd_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T10:03:12" }, { "cases" : [ { "testActions" : [ ], "age" : 201, "className" : "ussd:oc2g", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4490): Process ended prematurely: osmo-stp_10.42.42.5(pid=4490) [trial-2403↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4490)]", "failedSince" : 2203, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4490): Process ended prematurely: osmo-stp_10.42.42.5(pid=4490) [trial-2403↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4490)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 ussd:oc2g assert_extension.py\u000a----------------------------------------------\u000a10:03:18.334102 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a10:03:18.345541 tst ussd:oc2g: Using 1 x bts (candidates: 1)\u000a10:03:18.475042 tst assert_extension.py: using LAC 40163\u000a10:03:18.595620 tst assert_extension.py: using RAC 128\u000a10:03:18.715598 tst assert_extension.py: using CellId 40163\u000a10:03:18.835977 tst assert_extension.py: using BVCI 40164\u000a10:03:18.859492 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a10:03:18.870311 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a10:03:18.881093 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a10:03:18.891719 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a10:03:18.902970 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a10:03:18.913880 tst ussd:oc2g: Using 1 x modem (candidates: 1)\u000a10:03:19.108536 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:03:19.563617 run create_hlr_db(pid=4484): Launched\u000a10:03:19.731572 bus /sierra_2: Setting Powered False\u000a10:03:20.752088 run create_hlr_db(pid=4484): Terminated: ok {rc=0}\u000a10:03:21.140524 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4486): Launched\u000a10:03:21.430074 run osmo-hlr_10.42.42.2(pid=4487): Launched\u000a10:03:21.542745 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:03:22.059556 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4489): Launched\u000a10:03:22.350616 run osmo-stp_10.42.42.5(pid=4490): Launched\u000a10:03:22.455313 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:03:22.984484 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4492): Launched\u000a10:03:23.277798 run osmo-msc_10.42.42.6(pid=4493): Launched\u000a10:03:23.451458 run osmo-stp_10.42.42.5(pid=4490): ERR: Terminated: ERROR {rc=1} [trial-2403↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4490)]\u000a10:03:23.577125 run osmo-stp_10.42.42.5(pid=4490): stdout: \u000a| (launched: 2022-12-14_10:03:22.206611)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:03:23.700693 run osmo-stp_10.42.42.5(pid=4490): stderr: \u000a| �[0;m�[38;5;43m20221214100322371 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214100322371 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214100322371 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214100322372 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214100322372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214100322372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214100322373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:03:23.819814 run osmo-stp_10.42.42.5(pid=4490): stdout: \u000a| (launched: 2022-12-14_10:03:22.206611)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:03:23.938131 run osmo-stp_10.42.42.5(pid=4490): stderr: \u000a| �[0;m�[38;5;43m20221214100322371 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214100322371 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214100322371 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214100322372 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214100322372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214100322372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214100322373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:03:23.989998 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=4490): Process ended prematurely: osmo-stp_10.42.42.5(pid=4490) [trial-2403↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4490)] [trial-2403↪ussd:oc2g↪assert_extension.py:17]\u000a10:03:23.998095 tst assert_extension.py:17: Test FAILED (5.7 sec)\u000a10:03:24.058310 run osmo-hlr_10.42.42.2(pid=4487): ERR: Terminated: ERROR {rc=237} [trial-2403↪ussd:oc2g↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4487)]\u000a10:03:24.107379 run osmo-hlr_10.42.42.2(pid=4487): stdout: \u000a| (launched: 2022-12-14_10:03:21.287322) \u000a10:03:24.157052 run osmo-hlr_10.42.42.2(pid=4487): stderr: \u000a| �[0;m�[1;31m20221214100321456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214100321456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214100321456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214100321456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214100321456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214100321457 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214100321471 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/ussd:oc2g/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214100321482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214100321482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214100321482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:03:24.224463 run osmo-msc_10.42.42.6(pid=4493): ERR: Terminated: ERROR {rc=2} [trial-2403↪ussd:oc2g↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4493)]\u000a10:03:24.273435 run osmo-msc_10.42.42.6(pid=4493): stdout: \u000a| (launched: 2022-12-14_10:03:23.132046) \u000a10:03:24.322845 run osmo-msc_10.42.42.6(pid=4493): stderr: \u000a| �[0;m�[38;5;43m20221214100323398 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214100323399 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9b7ab76c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214100323399 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214100323399 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214100323399 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214100323399 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214100323401 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214100323401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214100323402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214100323402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:03:24.365316 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4486): Terminating (SIGTERM)\u000a10:03:24.405043 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4489): Terminating (SIGTERM)\u000a10:03:24.444667 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4492): Terminating (SIGTERM)\u000a10:03:24.453836 --- ParallelTerminationStrategy: PID 4486 died...\u000a10:03:24.507237 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4486): Terminated: ok {rc=0}\u000a10:03:24.516708 --- ParallelTerminationStrategy: PID 4489 died...\u000a10:03:24.569791 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4489): Terminated: ok {rc=0}\u000a10:03:24.579549 --- ParallelTerminationStrategy: PID 4492 died...\u000a10:03:24.632568 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4492): Terminated: ok {rc=0}\u000a10:03:24.721612 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "21", "name" : "ussd_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T10:03:18" }, { "cases" : [ { "testActions" : [ ], "age" : 201, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4504): Process ended prematurely: osmo-stp_10.42.42.5(pid=4504) [trial-2403↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4504)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4504): Process ended prematurely: osmo-stp_10.42.42.5(pid=4504) [trial-2403↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4504)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a10:03:26.639413 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:03:26.650460 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a10:03:26.792386 tst mo_mt_call.py: using LAC 40164\u000a10:03:26.914922 tst mo_mt_call.py: using RAC 129\u000a10:03:27.031960 tst mo_mt_call.py: using CellId 40164\u000a10:03:27.149230 tst mo_mt_call.py: using BVCI 40165\u000a10:03:27.172133 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:03:27.183233 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:03:27.194170 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:03:27.204801 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:03:27.215997 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:03:27.227348 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a10:03:27.344347 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a10:03:27.557302 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:03:28.074973 run create_hlr_db(pid=4498): Launched\u000a10:03:28.260708 bus /sierra_2: Setting Powered False\u000a10:03:29.280019 run create_hlr_db(pid=4498): Terminated: ok {rc=0}\u000a10:03:29.688362 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4500): Launched\u000a10:03:29.991470 run osmo-hlr_10.42.42.2(pid=4501): Launched\u000a10:03:30.110968 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:03:30.644335 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4503): Launched\u000a10:03:31.118033 run osmo-stp_10.42.42.5(pid=4504): Launched\u000a10:03:31.230966 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:03:31.817910 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4506): Launched\u000a10:03:32.299095 run osmo-msc_10.42.42.6(pid=4507): Launched\u000a10:03:32.544546 run osmo-stp_10.42.42.5(pid=4504): ERR: Terminated: ERROR {rc=1} [trial-2403↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4504)]\u000a10:03:32.673437 run osmo-stp_10.42.42.5(pid=4504): stdout: \u000a| (launched: 2022-12-14_10:03:30.798155)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:03:32.800232 run osmo-stp_10.42.42.5(pid=4504): stderr: \u000a| �[0;m�[38;5;43m20221214100331006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214100331006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214100331006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214100331006 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214100331007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214100331007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214100331007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:03:32.922504 run osmo-stp_10.42.42.5(pid=4504): stdout: \u000a| (launched: 2022-12-14_10:03:30.798155)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:03:33.043325 run osmo-stp_10.42.42.5(pid=4504): stderr: \u000a| �[0;m�[38;5;43m20221214100331006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214100331006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214100331006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214100331006 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214100331007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214100331007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214100331007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:03:33.097638 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4504): Process ended prematurely: osmo-stp_10.42.42.5(pid=4504) [trial-2403↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4504)] [trial-2403↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a10:03:33.106575 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a10:03:33.167532 run osmo-hlr_10.42.42.2(pid=4501): ERR: Terminated: ERROR {rc=237} [trial-2403↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4501)]\u000a10:03:33.217718 run osmo-hlr_10.42.42.2(pid=4501): stdout: \u000a| (launched: 2022-12-14_10:03:29.842258) \u000a10:03:33.268235 run osmo-hlr_10.42.42.2(pid=4501): stderr: \u000a| �[0;m�[1;31m20221214100330011 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214100330011 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214100330011 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214100330011 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214100330012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214100330012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214100330024 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214100330032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214100330032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214100330032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:03:33.345748 run osmo-msc_10.42.42.6(pid=4507): ERR: Terminated: ERROR {rc=2} [trial-2403↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4507)]\u000a10:03:33.395501 run osmo-msc_10.42.42.6(pid=4507): stdout: \u000a| (launched: 2022-12-14_10:03:32.035898) \u000a10:03:33.445792 run osmo-msc_10.42.42.6(pid=4507): stderr: \u000a| �[0;m�[38;5;43m20221214100332463 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214100332463 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f70d77c5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214100332463 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214100332463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214100332463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214100332464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214100332465 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214100332466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214100332466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214100332466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:03:33.488829 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4500): Terminating (SIGTERM)\u000a10:03:33.529309 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4503): Terminating (SIGTERM)\u000a10:03:33.569705 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4506): Terminating (SIGTERM)\u000a10:03:33.579055 --- ParallelTerminationStrategy: PID 4500 died...\u000a10:03:33.633917 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4500): Terminated: ok {rc=0}\u000a10:03:33.643665 --- ParallelTerminationStrategy: PID 4503 died...\u000a10:03:33.697913 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4503): Terminated: ok {rc=0}\u000a10:03:33.707676 --- ParallelTerminationStrategy: PID 4506 died...\u000a10:03:33.762050 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4506): Terminated: ok {rc=0}\u000a10:03:33.846487 bus /sierra_3: Setting Powered False\u000a10:03:34.946827 bus /sierra_3: Setting Powered False\u000a10:03:36.054103 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 201, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4515): Process ended prematurely: osmo-stp_10.42.42.5(pid=4515) [trial-2403↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4515)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4515): Process ended prematurely: osmo-stp_10.42.42.5(pid=4515) [trial-2403↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4515)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:03:37.168709 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:03:37.180744 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a10:03:37.332679 tst mo_mt_call_osmux.py: using LAC 40165\u000a10:03:37.459871 tst mo_mt_call_osmux.py: using RAC 130\u000a10:03:37.585901 tst mo_mt_call_osmux.py: using CellId 40165\u000a10:03:37.713133 tst mo_mt_call_osmux.py: using BVCI 40166\u000a10:03:37.737717 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:03:37.749205 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:03:37.760308 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:03:37.771530 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:03:37.782764 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:03:37.794061 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a10:03:37.912172 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a10:03:38.123102 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:03:38.639918 run create_hlr_db(pid=4509): Launched\u000a10:03:38.826135 bus /sierra_2: Setting Powered False\u000a10:03:39.847115 run create_hlr_db(pid=4509): Terminated: ok {rc=0}\u000a10:03:40.278803 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4511): Launched\u000a10:03:40.600370 run osmo-hlr_10.42.42.2(pid=4512): Launched\u000a10:03:40.720822 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:03:41.285727 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4514): Launched\u000a10:03:41.608390 run osmo-stp_10.42.42.5(pid=4515): Launched\u000a10:03:41.724820 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:03:42.313637 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4517): Launched\u000a10:03:42.634904 run osmo-msc_10.42.42.6(pid=4518): Launched\u000a10:03:42.822355 run osmo-stp_10.42.42.5(pid=4515): ERR: Terminated: ERROR {rc=1} [trial-2403↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4515)]\u000a10:03:42.961021 run osmo-stp_10.42.42.5(pid=4515): stdout: \u000a| (launched: 2022-12-14_10:03:41.449723)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:03:43.095605 run osmo-stp_10.42.42.5(pid=4515): stderr: \u000a| �[0;m�[38;5;43m20221214100341636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214100341636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214100341637 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214100341637 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214100341638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214100341638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214100341638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:03:43.225081 run osmo-stp_10.42.42.5(pid=4515): stdout: \u000a| (launched: 2022-12-14_10:03:41.449723)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:03:43.352604 run osmo-stp_10.42.42.5(pid=4515): stderr: \u000a| �[0;m�[38;5;43m20221214100341636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214100341636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214100341637 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214100341637 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214100341638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214100341638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214100341638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:03:43.409150 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4515): Process ended prematurely: osmo-stp_10.42.42.5(pid=4515) [trial-2403↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4515)] [trial-2403↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a10:03:43.418387 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a10:03:43.480720 run osmo-hlr_10.42.42.2(pid=4512): ERR: Terminated: ERROR {rc=237} [trial-2403↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4512)]\u000a10:03:43.531929 run osmo-hlr_10.42.42.2(pid=4512): stdout: \u000a| (launched: 2022-12-14_10:03:40.442881) \u000a10:03:43.583924 run osmo-hlr_10.42.42.2(pid=4512): stderr: \u000a| �[0;m�[1;31m20221214100340637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214100340637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214100340637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214100340637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214100340638 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214100340638 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214100340650 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214100340659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214100340659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214100340659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:03:43.654150 run osmo-msc_10.42.42.6(pid=4518): ERR: Terminated: ERROR {rc=2} [trial-2403↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4518)]\u000a10:03:43.705205 run osmo-msc_10.42.42.6(pid=4518): stdout: \u000a| (launched: 2022-12-14_10:03:42.476793) \u000a10:03:43.757003 run osmo-msc_10.42.42.6(pid=4518): stderr: \u000a| �[0;m�[38;5;43m20221214100342793 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214100342793 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f015c427c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214100342793 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214100342793 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214100342793 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214100342794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214100342795 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214100342796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214100342796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214100342796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:03:43.800868 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4511): Terminating (SIGTERM)\u000a10:03:43.842862 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4514): Terminating (SIGTERM)\u000a10:03:43.884333 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4517): Terminating (SIGTERM)\u000a10:03:43.894026 --- ParallelTerminationStrategy: PID 4511 died...\u000a10:03:43.949778 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4511): Terminated: ok {rc=0}\u000a10:03:43.959759 --- ParallelTerminationStrategy: PID 4514 died...\u000a10:03:44.014719 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4514): Terminated: ok {rc=0}\u000a10:03:44.024666 --- ParallelTerminationStrategy: PID 4517 died...\u000a10:03:44.079859 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4517): Terminated: ok {rc=0}\u000a10:03:44.166632 bus /sierra_3: Setting Powered False\u000a10:03:45.269056 bus /sierra_3: Setting Powered False\u000a10:03:46.376784 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "22", "name" : "voice_oc2g+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T10:03:26" }, { "cases" : [ { "testActions" : [ ], "age" : 201, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4529): Process ended prematurely: osmo-stp_10.42.42.5(pid=4529) [trial-2403↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4529)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4529): Process ended prematurely: osmo-stp_10.42.42.5(pid=4529) [trial-2403↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4529)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a10:03:48.322250 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:03:48.333345 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a10:03:48.478418 tst mo_mt_call.py: using LAC 40166\u000a10:03:48.596835 tst mo_mt_call.py: using RAC 131\u000a10:03:48.717286 tst mo_mt_call.py: using CellId 40166\u000a10:03:48.837644 tst mo_mt_call.py: using BVCI 40167\u000a10:03:48.860792 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:03:48.871847 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:03:48.882596 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:03:48.893622 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:03:48.904923 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:03:48.916279 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a10:03:49.036918 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a10:03:49.238231 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:03:49.715465 run create_hlr_db(pid=4523): Launched\u000a10:03:49.890051 bus /sierra_2: Setting Powered False\u000a10:03:50.922410 run create_hlr_db(pid=4523): Terminated: ok {rc=0}\u000a10:03:51.355712 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4525): Launched\u000a10:03:51.680295 run osmo-hlr_10.42.42.2(pid=4526): Launched\u000a10:03:51.798409 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:03:52.359362 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4528): Launched\u000a10:03:52.681825 run osmo-stp_10.42.42.5(pid=4529): Launched\u000a10:03:52.798514 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:03:53.388804 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4531): Launched\u000a10:03:53.711556 run osmo-msc_10.42.42.6(pid=4532): Launched\u000a10:03:53.900044 run osmo-stp_10.42.42.5(pid=4529): ERR: Terminated: ERROR {rc=1} [trial-2403↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4529)]\u000a10:03:54.037055 run osmo-stp_10.42.42.5(pid=4529): stdout: \u000a| (launched: 2022-12-14_10:03:52.523175)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:03:54.171951 run osmo-stp_10.42.42.5(pid=4529): stderr: \u000a| �[0;m�[38;5;43m20221214100352711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214100352711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214100352712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214100352712 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214100352712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214100352713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214100352713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:03:54.301593 run osmo-stp_10.42.42.5(pid=4529): stdout: \u000a| (launched: 2022-12-14_10:03:52.523175)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:03:54.429734 run osmo-stp_10.42.42.5(pid=4529): stderr: \u000a| �[0;m�[38;5;43m20221214100352711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214100352711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214100352712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214100352712 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214100352712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214100352713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214100352713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:03:54.486719 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4529): Process ended prematurely: osmo-stp_10.42.42.5(pid=4529) [trial-2403↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4529)] [trial-2403↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a10:03:54.495991 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a10:03:54.559493 run osmo-hlr_10.42.42.2(pid=4526): ERR: Terminated: ERROR {rc=237} [trial-2403↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4526)]\u000a10:03:54.611342 run osmo-hlr_10.42.42.2(pid=4526): stdout: \u000a| (launched: 2022-12-14_10:03:51.520645) \u000a10:03:54.663990 run osmo-hlr_10.42.42.2(pid=4526): stderr: \u000a| �[0;m�[1;31m20221214100351714 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214100351714 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214100351714 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214100351714 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214100351714 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214100351714 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214100351727 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214100351735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214100351736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214100351736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:03:54.735180 run osmo-msc_10.42.42.6(pid=4532): ERR: Terminated: ERROR {rc=2} [trial-2403↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4532)]\u000a10:03:54.786968 run osmo-msc_10.42.42.6(pid=4532): stdout: \u000a| (launched: 2022-12-14_10:03:53.552694) \u000a10:03:54.839316 run osmo-msc_10.42.42.6(pid=4532): stderr: \u000a| �[0;m�[38;5;43m20221214100353871 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214100353871 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe7ebc89c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214100353871 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214100353871 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214100353871 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214100353872 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214100353873 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214100353874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214100353874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214100353874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:03:54.883915 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4525): Terminating (SIGTERM)\u000a10:03:54.926438 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4528): Terminating (SIGTERM)\u000a10:03:54.968858 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4531): Terminating (SIGTERM)\u000a10:03:54.978717 --- ParallelTerminationStrategy: PID 4525 died...\u000a10:03:55.035297 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4525): Terminated: ok {rc=0}\u000a10:03:55.045628 --- ParallelTerminationStrategy: PID 4528 died...\u000a10:03:55.101978 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4528): Terminated: ok {rc=0}\u000a10:03:55.112176 --- ParallelTerminationStrategy: PID 4531 died...\u000a10:03:55.167892 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4531): Terminated: ok {rc=0}\u000a10:03:55.254859 bus /sierra_3: Setting Powered False\u000a10:03:56.362155 bus /sierra_3: Setting Powered False\u000a10:03:57.470455 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 201, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4540): Process ended prematurely: osmo-stp_10.42.42.5(pid=4540) [trial-2403↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4540)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4540): Process ended prematurely: osmo-stp_10.42.42.5(pid=4540) [trial-2403↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4540)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:03:58.580124 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:03:58.591813 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a10:03:58.736524 tst mo_mt_call_osmux.py: using LAC 40167\u000a10:03:58.856160 tst mo_mt_call_osmux.py: using RAC 132\u000a10:03:58.974516 tst mo_mt_call_osmux.py: using CellId 40167\u000a10:03:59.095409 tst mo_mt_call_osmux.py: using BVCI 40168\u000a10:03:59.118585 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:03:59.129546 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:03:59.140358 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:03:59.151438 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:03:59.162656 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:03:59.173764 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a10:03:59.291399 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a10:03:59.504141 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:04:00.020167 run create_hlr_db(pid=4534): Launched\u000a10:04:00.206779 bus /sierra_2: Setting Powered False\u000a10:04:01.264780 run create_hlr_db(pid=4534): Terminated: ok {rc=0}\u000a10:04:01.700795 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4536): Launched\u000a10:04:02.059187 run osmo-hlr_10.42.42.2(pid=4537): Launched\u000a10:04:02.229883 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:04:02.832887 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4539): Launched\u000a10:04:03.155598 run osmo-stp_10.42.42.5(pid=4540): Launched\u000a10:04:03.272237 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:04:03.861893 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4542): Launched\u000a10:04:04.185622 run osmo-msc_10.42.42.6(pid=4543): Launched\u000a10:04:04.374008 run osmo-stp_10.42.42.5(pid=4540): ERR: Terminated: ERROR {rc=1} [trial-2403↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4540)]\u000a10:04:04.510161 run osmo-stp_10.42.42.5(pid=4540): stdout: \u000a| (launched: 2022-12-14_10:04:02.997321)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:04:04.645757 run osmo-stp_10.42.42.5(pid=4540): stderr: \u000a| �[0;m�[38;5;43m20221214100403185 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214100403185 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214100403186 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214100403186 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214100403186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214100403187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214100403187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:04:04.775587 run osmo-stp_10.42.42.5(pid=4540): stdout: \u000a| (launched: 2022-12-14_10:04:02.997321)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:04:04.903699 run osmo-stp_10.42.42.5(pid=4540): stderr: \u000a| �[0;m�[38;5;43m20221214100403185 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214100403185 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214100403186 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214100403186 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214100403186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214100403187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214100403187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:04:04.961128 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4540): Process ended prematurely: osmo-stp_10.42.42.5(pid=4540) [trial-2403↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4540)] [trial-2403↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a10:04:04.970597 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a10:04:05.033243 run osmo-hlr_10.42.42.2(pid=4537): ERR: Terminated: ERROR {rc=237} [trial-2403↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4537)]\u000a10:04:05.084424 run osmo-hlr_10.42.42.2(pid=4537): stdout: \u000a| (launched: 2022-12-14_10:04:01.870239) \u000a10:04:05.136573 run osmo-hlr_10.42.42.2(pid=4537): stderr: \u000a| �[0;m�[1;31m20221214100402215 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214100402215 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214100402215 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214100402215 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214100402215 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214100402215 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214100402229 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214100402246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214100402246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214100402246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:04:05.207175 run osmo-msc_10.42.42.6(pid=4543): ERR: Terminated: ERROR {rc=2} [trial-2403↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4543)]\u000a10:04:05.258625 run osmo-msc_10.42.42.6(pid=4543): stdout: \u000a| (launched: 2022-12-14_10:04:04.026428) \u000a10:04:05.310757 run osmo-msc_10.42.42.6(pid=4543): stderr: \u000a| �[0;m�[38;5;43m20221214100404343 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214100404343 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3ff4513c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214100404344 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214100404344 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214100404344 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214100404344 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214100404346 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214100404346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214100404346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214100404346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:04:05.355295 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4536): Terminating (SIGTERM)\u000a10:04:05.397528 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4539): Terminating (SIGTERM)\u000a10:04:05.439163 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4542): Terminating (SIGTERM)\u000a10:04:05.448796 --- ParallelTerminationStrategy: PID 4536 died...\u000a10:04:05.504705 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4536): Terminated: ok {rc=0}\u000a10:04:05.514789 --- ParallelTerminationStrategy: PID 4539 died...\u000a10:04:05.570188 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4539): Terminated: ok {rc=0}\u000a10:04:05.580211 --- ParallelTerminationStrategy: PID 4542 died...\u000a10:04:05.635671 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4542): Terminated: ok {rc=0}\u000a10:04:05.722136 bus /sierra_3: Setting Powered False\u000a10:04:06.828605 bus /sierra_3: Setting Powered False\u000a10:04:07.940295 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "23", "name" : "voice_oc2g+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T10:03:48" }, { "cases" : [ { "testActions" : [ ], "age" : 201, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4554): Process ended prematurely: osmo-stp_10.42.42.5(pid=4554) [trial-2403↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4554)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4554): Process ended prematurely: osmo-stp_10.42.42.5(pid=4554) [trial-2403↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4554)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a10:04:09.900351 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:04:09.911875 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a10:04:10.061008 tst mo_mt_call.py: using LAC 40168\u000a10:04:10.185949 tst mo_mt_call.py: using RAC 133\u000a10:04:10.306682 tst mo_mt_call.py: using CellId 40168\u000a10:04:10.424777 tst mo_mt_call.py: using BVCI 40169\u000a10:04:10.447901 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:04:10.458940 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:04:10.469797 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:04:10.480592 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:04:10.491653 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:04:10.502758 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a10:04:10.623931 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a10:04:10.826804 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:04:11.304626 run create_hlr_db(pid=4548): Launched\u000a10:04:11.478873 bus /sierra_2: Setting Powered False\u000a10:04:12.499508 run create_hlr_db(pid=4548): Terminated: ok {rc=0}\u000a10:04:12.930068 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4550): Launched\u000a10:04:13.252935 run osmo-hlr_10.42.42.2(pid=4551): Launched\u000a10:04:13.375117 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:04:13.935663 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4553): Launched\u000a10:04:14.258572 run osmo-stp_10.42.42.5(pid=4554): Launched\u000a10:04:14.375786 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:04:14.967099 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4556): Launched\u000a10:04:15.290489 run osmo-msc_10.42.42.6(pid=4557): Launched\u000a10:04:15.479772 run osmo-stp_10.42.42.5(pid=4554): ERR: Terminated: ERROR {rc=1} [trial-2403↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4554)]\u000a10:04:15.618142 run osmo-stp_10.42.42.5(pid=4554): stdout: \u000a| (launched: 2022-12-14_10:04:14.100279)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:04:15.753193 run osmo-stp_10.42.42.5(pid=4554): stderr: \u000a| �[0;m�[38;5;43m20221214100414288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214100414288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214100414289 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214100414289 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214100414290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214100414290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214100414290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:04:15.901270 run osmo-stp_10.42.42.5(pid=4554): stdout: \u000a| (launched: 2022-12-14_10:04:14.100279)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:04:16.035640 run osmo-stp_10.42.42.5(pid=4554): stderr: \u000a| �[0;m�[38;5;43m20221214100414288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214100414288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214100414289 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214100414289 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214100414290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214100414290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214100414290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:04:16.099884 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4554): Process ended prematurely: osmo-stp_10.42.42.5(pid=4554) [trial-2403↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4554)] [trial-2403↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a10:04:16.109809 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a10:04:16.173589 run osmo-hlr_10.42.42.2(pid=4551): ERR: Terminated: ERROR {rc=237} [trial-2403↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4551)]\u000a10:04:16.225334 run osmo-hlr_10.42.42.2(pid=4551): stdout: \u000a| (launched: 2022-12-14_10:04:13.095279) \u000a10:04:16.279353 run osmo-hlr_10.42.42.2(pid=4551): stderr: \u000a| �[0;m�[1;31m20221214100413288 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214100413288 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214100413288 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214100413289 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214100413289 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214100413289 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214100413301 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214100413309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214100413309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214100413310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:04:16.350457 run osmo-msc_10.42.42.6(pid=4557): ERR: Terminated: ERROR {rc=2} [trial-2403↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4557)]\u000a10:04:16.402233 run osmo-msc_10.42.42.6(pid=4557): stdout: \u000a| (launched: 2022-12-14_10:04:15.131469) \u000a10:04:16.454899 run osmo-msc_10.42.42.6(pid=4557): stderr: \u000a| �[0;m�[38;5;43m20221214100415449 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214100415450 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdbff98dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214100415450 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214100415450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214100415450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214100415450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214100415452 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214100415452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214100415452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214100415452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:04:16.500525 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4550): Terminating (SIGTERM)\u000a10:04:16.548902 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4553): Terminating (SIGTERM)\u000a10:04:16.601580 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4556): Terminating (SIGTERM)\u000a10:04:16.612765 --- ParallelTerminationStrategy: PID 4550 died...\u000a10:04:16.684241 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4550): Terminated: ok {rc=0}\u000a10:04:16.697775 --- ParallelTerminationStrategy: PID 4553 died...\u000a10:04:16.771941 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4553): Terminated: ok {rc=0}\u000a10:04:16.785276 --- ParallelTerminationStrategy: PID 4556 died...\u000a10:04:16.854892 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4556): Terminated: ok {rc=0}\u000a10:04:16.943989 bus /sierra_3: Setting Powered False\u000a10:04:18.045054 bus /sierra_3: Setting Powered False\u000a10:04:19.156596 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 203, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4565): Process ended prematurely: osmo-stp_10.42.42.5(pid=4565) [trial-2403↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4565)]", "failedSince" : 2201, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4565): Process ended prematurely: osmo-stp_10.42.42.5(pid=4565) [trial-2403↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4565)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:04:20.267436 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:04:20.280774 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a10:04:20.431822 tst mo_mt_call_osmux.py: using LAC 40169\u000a10:04:20.560377 tst mo_mt_call_osmux.py: using RAC 134\u000a10:04:20.687098 tst mo_mt_call_osmux.py: using CellId 40169\u000a10:04:20.813637 tst mo_mt_call_osmux.py: using BVCI 40170\u000a10:04:20.838582 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:04:20.850378 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:04:20.861823 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:04:20.873295 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:04:20.884986 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:04:20.896710 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a10:04:21.013375 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a10:04:21.227362 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:04:21.745060 run create_hlr_db(pid=4559): Launched\u000a10:04:21.932115 bus /sierra_2: Setting Powered False\u000a10:04:22.953604 run create_hlr_db(pid=4559): Terminated: ok {rc=0}\u000a10:04:23.362466 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4561): Launched\u000a10:04:23.669128 run osmo-hlr_10.42.42.2(pid=4562): Launched\u000a10:04:23.786900 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:04:24.317918 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4564): Launched\u000a10:04:24.621201 run osmo-stp_10.42.42.5(pid=4565): Launched\u000a10:04:24.731403 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:04:25.284738 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4567): Launched\u000a10:04:25.588842 run osmo-msc_10.42.42.6(pid=4568): Launched\u000a10:04:25.767236 run osmo-stp_10.42.42.5(pid=4565): ERR: Terminated: ERROR {rc=1} [trial-2403↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4565)]\u000a10:04:25.899401 run osmo-stp_10.42.42.5(pid=4565): stdout: \u000a| (launched: 2022-12-14_10:04:24.471529)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:04:26.025712 run osmo-stp_10.42.42.5(pid=4565): stderr: \u000a| �[0;m�[38;5;43m20221214100424635 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214100424636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214100424636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214100424636 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214100424637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214100424637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214100424637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:04:26.147083 run osmo-stp_10.42.42.5(pid=4565): stdout: \u000a| (launched: 2022-12-14_10:04:24.471529)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:04:26.267356 run osmo-stp_10.42.42.5(pid=4565): stderr: \u000a| �[0;m�[38;5;43m20221214100424635 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214100424636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214100424636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214100424636 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214100424637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214100424637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214100424637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:04:26.320564 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4565): Process ended prematurely: osmo-stp_10.42.42.5(pid=4565) [trial-2403↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4565)] [trial-2403↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a10:04:26.329143 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a10:04:26.389550 run osmo-hlr_10.42.42.2(pid=4562): ERR: Terminated: ERROR {rc=237} [trial-2403↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4562)]\u000a10:04:26.439089 run osmo-hlr_10.42.42.2(pid=4562): stdout: \u000a| (launched: 2022-12-14_10:04:23.517666) \u000a10:04:26.488980 run osmo-hlr_10.42.42.2(pid=4562): stderr: \u000a| �[0;m�[1;31m20221214100423689 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214100423689 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214100423689 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214100423689 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214100423689 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214100423689 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214100423703 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214100423711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214100423711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214100423712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:04:26.556850 run osmo-msc_10.42.42.6(pid=4568): ERR: Terminated: ERROR {rc=2} [trial-2403↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4568)]\u000a10:04:26.606267 run osmo-msc_10.42.42.6(pid=4568): stdout: \u000a| (launched: 2022-12-14_10:04:25.437885) \u000a10:04:26.656065 run osmo-msc_10.42.42.6(pid=4568): stderr: \u000a| �[0;m�[38;5;43m20221214100425706 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214100425706 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6196dddc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214100425706 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214100425706 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214100425707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214100425707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214100425709 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214100425709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214100425709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214100425709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:04:26.698612 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4561): Terminating (SIGTERM)\u000a10:04:26.738511 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4564): Terminating (SIGTERM)\u000a10:04:26.778303 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4567): Terminating (SIGTERM)\u000a10:04:26.787473 --- ParallelTerminationStrategy: PID 4561 died...\u000a10:04:26.841179 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4561): Terminated: ok {rc=0}\u000a10:04:26.850761 --- ParallelTerminationStrategy: PID 4564 died...\u000a10:04:26.904135 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4564): Terminated: ok {rc=0}\u000a10:04:26.913808 --- ParallelTerminationStrategy: PID 4567 died...\u000a10:04:26.967688 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4567): Terminated: ok {rc=0}\u000a10:04:27.056081 bus /sierra_3: Setting Powered False\u000a10:04:28.156497 bus /sierra_3: Setting Powered False\u000a10:04:29.263205 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "24", "name" : "voice_oc2g+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T10:04:09" }, { "cases" : [ { "testActions" : [ ], "age" : 201, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4579): Process ended prematurely: osmo-stp_10.42.42.5(pid=4579) [trial-2403↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4579)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4579): Process ended prematurely: osmo-stp_10.42.42.5(pid=4579) [trial-2403↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4579)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a10:04:31.243214 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:04:31.255319 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a10:04:31.405527 tst mo_mt_call.py: using LAC 40170\u000a10:04:31.554892 tst mo_mt_call.py: using RAC 135\u000a10:04:31.682834 tst mo_mt_call.py: using CellId 40170\u000a10:04:31.827718 tst mo_mt_call.py: using BVCI 40171\u000a10:04:31.854144 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:04:31.867202 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:04:31.878978 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:04:31.891152 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:04:31.903032 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:04:31.915134 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a10:04:32.052632 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a10:04:32.288139 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:04:32.784641 run create_hlr_db(pid=4573): Launched\u000a10:04:32.972419 bus /sierra_2: Setting Powered False\u000a10:04:33.982968 run create_hlr_db(pid=4573): Terminated: ok {rc=0}\u000a10:04:34.421732 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4575): Launched\u000a10:04:34.743780 run osmo-hlr_10.42.42.2(pid=4576): Launched\u000a10:04:34.864187 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:04:35.425683 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4578): Launched\u000a10:04:35.747830 run osmo-stp_10.42.42.5(pid=4579): Launched\u000a10:04:35.864233 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:04:36.456001 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4581): Launched\u000a10:04:36.779191 run osmo-msc_10.42.42.6(pid=4582): Launched\u000a10:04:36.967945 run osmo-stp_10.42.42.5(pid=4579): ERR: Terminated: ERROR {rc=1} [trial-2403↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4579)]\u000a10:04:37.105036 run osmo-stp_10.42.42.5(pid=4579): stdout: \u000a| (launched: 2022-12-14_10:04:35.590172)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:04:37.240114 run osmo-stp_10.42.42.5(pid=4579): stderr: \u000a| �[0;m�[38;5;43m20221214100435779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214100435779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214100435780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214100435780 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214100435780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214100435781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214100435781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:04:37.369927 run osmo-stp_10.42.42.5(pid=4579): stdout: \u000a| (launched: 2022-12-14_10:04:35.590172)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:04:37.498501 run osmo-stp_10.42.42.5(pid=4579): stderr: \u000a| �[0;m�[38;5;43m20221214100435779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214100435779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214100435780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214100435780 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214100435780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214100435781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214100435781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:04:37.555114 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4579): Process ended prematurely: osmo-stp_10.42.42.5(pid=4579) [trial-2403↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4579)] [trial-2403↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a10:04:37.564198 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a10:04:37.627742 run osmo-hlr_10.42.42.2(pid=4576): ERR: Terminated: ERROR {rc=237} [trial-2403↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4576)]\u000a10:04:37.679718 run osmo-hlr_10.42.42.2(pid=4576): stdout: \u000a| (launched: 2022-12-14_10:04:34.586391) \u000a10:04:37.732095 run osmo-hlr_10.42.42.2(pid=4576): stderr: \u000a| �[0;m�[1;31m20221214100434781 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214100434781 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214100434781 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214100434781 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214100434781 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214100434782 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214100434794 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214100434802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214100434802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214100434802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:04:37.803091 run osmo-msc_10.42.42.6(pid=4582): ERR: Terminated: ERROR {rc=2} [trial-2403↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4582)]\u000a10:04:37.854789 run osmo-msc_10.42.42.6(pid=4582): stdout: \u000a| (launched: 2022-12-14_10:04:36.620334) \u000a10:04:37.907445 run osmo-msc_10.42.42.6(pid=4582): stderr: \u000a| �[0;m�[38;5;43m20221214100436937 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214100436938 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f23e7917c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214100436938 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214100436938 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214100436938 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214100436938 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214100436940 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214100436940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214100436940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214100436940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:04:37.952332 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4575): Terminating (SIGTERM)\u000a10:04:37.995171 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4578): Terminating (SIGTERM)\u000a10:04:38.037370 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4581): Terminating (SIGTERM)\u000a10:04:38.047048 --- ParallelTerminationStrategy: PID 4575 died...\u000a10:04:38.103216 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4575): Terminated: ok {rc=0}\u000a10:04:38.113380 --- ParallelTerminationStrategy: PID 4578 died...\u000a10:04:38.169232 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4578): Terminated: ok {rc=0}\u000a10:04:38.179262 --- ParallelTerminationStrategy: PID 4581 died...\u000a10:04:38.234767 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4581): Terminated: ok {rc=0}\u000a10:04:38.322393 bus /sierra_3: Setting Powered False\u000a10:04:39.429572 bus /sierra_3: Setting Powered False\u000a10:04:40.538898 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 201, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4590): Process ended prematurely: osmo-stp_10.42.42.5(pid=4590) [trial-2403↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4590)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4590): Process ended prematurely: osmo-stp_10.42.42.5(pid=4590) [trial-2403↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4590)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:04:41.653975 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:04:41.666841 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a10:04:41.811605 tst mo_mt_call_osmux.py: using LAC 40171\u000a10:04:41.932416 tst mo_mt_call_osmux.py: using RAC 136\u000a10:04:42.052460 tst mo_mt_call_osmux.py: using CellId 40171\u000a10:04:42.172824 tst mo_mt_call_osmux.py: using BVCI 40172\u000a10:04:42.196166 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:04:42.207238 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:04:42.218195 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:04:42.229187 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:04:42.240310 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:04:42.251753 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a10:04:42.366867 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a10:04:42.578552 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:04:43.098026 run create_hlr_db(pid=4584): Launched\u000a10:04:43.284910 bus /sierra_2: Setting Powered False\u000a10:04:44.306257 run create_hlr_db(pid=4584): Terminated: ok {rc=0}\u000a10:04:44.715053 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4586): Launched\u000a10:04:45.017854 run osmo-hlr_10.42.42.2(pid=4587): Launched\u000a10:04:45.129377 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:04:45.654627 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4589): Launched\u000a10:04:46.094169 run osmo-stp_10.42.42.5(pid=4590): Launched\u000a10:04:46.303980 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:04:46.885104 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4592): Launched\u000a10:04:47.336285 run osmo-msc_10.42.42.6(pid=4593): Launched\u000a10:04:47.525588 run osmo-stp_10.42.42.5(pid=4590): ERR: Terminated: ERROR {rc=1} [trial-2403↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4590)]\u000a10:04:47.663476 run osmo-stp_10.42.42.5(pid=4590): stdout: \u000a| (launched: 2022-12-14_10:04:45.807859)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:04:47.799610 run osmo-stp_10.42.42.5(pid=4590): stderr: \u000a| �[0;m�[38;5;43m20221214100446045 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214100446045 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214100446046 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214100446046 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214100446047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214100446047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214100446047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:04:47.930615 run osmo-stp_10.42.42.5(pid=4590): stdout: \u000a| (launched: 2022-12-14_10:04:45.807859)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:04:48.060130 run osmo-stp_10.42.42.5(pid=4590): stderr: \u000a| �[0;m�[38;5;43m20221214100446045 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214100446045 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214100446046 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214100446046 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214100446047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214100446047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214100446047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:04:48.117312 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4590): Process ended prematurely: osmo-stp_10.42.42.5(pid=4590) [trial-2403↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4590)] [trial-2403↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a10:04:48.126866 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a10:04:48.189979 run osmo-hlr_10.42.42.2(pid=4587): ERR: Terminated: ERROR {rc=237} [trial-2403↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4587)]\u000a10:04:48.241724 run osmo-hlr_10.42.42.2(pid=4587): stdout: \u000a| (launched: 2022-12-14_10:04:44.868296) \u000a10:04:48.294422 run osmo-hlr_10.42.42.2(pid=4587): stderr: \u000a| �[0;m�[1;31m20221214100445037 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214100445037 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214100445037 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214100445037 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214100445037 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214100445037 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214100445050 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214100445058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214100445058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214100445058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:04:48.365768 run osmo-msc_10.42.42.6(pid=4593): ERR: Terminated: ERROR {rc=2} [trial-2403↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4593)]\u000a10:04:48.417577 run osmo-msc_10.42.42.6(pid=4593): stdout: \u000a| (launched: 2022-12-14_10:04:47.042430) \u000a10:04:48.470057 run osmo-msc_10.42.42.6(pid=4593): stderr: \u000a| �[0;m�[38;5;43m20221214100447374 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214100447374 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f52dc760c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214100447374 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214100447374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214100447375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214100447375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214100447376 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214100447377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214100447377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214100447377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:04:48.514944 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4586): Terminating (SIGTERM)\u000a10:04:48.557523 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4589): Terminating (SIGTERM)\u000a10:04:48.599796 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4592): Terminating (SIGTERM)\u000a10:04:48.609751 --- ParallelTerminationStrategy: PID 4586 died...\u000a10:04:48.666456 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4586): Terminated: ok {rc=0}\u000a10:04:48.676684 --- ParallelTerminationStrategy: PID 4589 died...\u000a10:04:48.732785 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4589): Terminated: ok {rc=0}\u000a10:04:48.743099 --- ParallelTerminationStrategy: PID 4592 died...\u000a10:04:48.799163 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4592): Terminated: ok {rc=0}\u000a10:04:48.885821 bus /sierra_3: Setting Powered False\u000a10:04:49.992192 bus /sierra_3: Setting Powered False\u000a10:04:51.100427 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "25", "name" : "voice_oc2g+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T10:04:30" }, { "cases" : [ { "testActions" : [ ], "age" : 201, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4604): Process ended prematurely: osmo-stp_10.42.42.5(pid=4604) [trial-2403↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4604)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4604): Process ended prematurely: osmo-stp_10.42.42.5(pid=4604) [trial-2403↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4604)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a10:04:53.059564 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:04:53.070912 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a10:04:53.220523 tst mo_mt_call.py: using LAC 40172\u000a10:04:53.352489 tst mo_mt_call.py: using RAC 137\u000a10:04:53.477641 tst mo_mt_call.py: using CellId 40172\u000a10:04:53.602806 tst mo_mt_call.py: using BVCI 40173\u000a10:04:53.627525 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:04:53.639213 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:04:53.650419 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:04:53.661616 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:04:53.672874 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:04:53.684188 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a10:04:53.800153 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a10:04:54.010717 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:04:54.527339 run create_hlr_db(pid=4598): Launched\u000a10:04:54.713852 bus /sierra_2: Setting Powered False\u000a10:04:55.736689 run create_hlr_db(pid=4598): Terminated: ok {rc=0}\u000a10:04:56.167628 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4600): Launched\u000a10:04:56.491134 run osmo-hlr_10.42.42.2(pid=4601): Launched\u000a10:04:56.613060 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:04:57.180846 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4603): Launched\u000a10:04:57.505118 run osmo-stp_10.42.42.5(pid=4604): Launched\u000a10:04:57.621843 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:04:58.216054 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4606): Launched\u000a10:04:58.540997 run osmo-msc_10.42.42.6(pid=4607): Launched\u000a10:04:58.729760 run osmo-stp_10.42.42.5(pid=4604): ERR: Terminated: ERROR {rc=1} [trial-2403↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4604)]\u000a10:04:58.866350 run osmo-stp_10.42.42.5(pid=4604): stdout: \u000a| (launched: 2022-12-14_10:04:57.346231)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:04:59.002056 run osmo-stp_10.42.42.5(pid=4604): stderr: \u000a| �[0;m�[38;5;43m20221214100457537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214100457537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214100457537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214100457538 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214100457538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214100457538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214100457538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:04:59.131918 run osmo-stp_10.42.42.5(pid=4604): stdout: \u000a| (launched: 2022-12-14_10:04:57.346231)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:04:59.260400 run osmo-stp_10.42.42.5(pid=4604): stderr: \u000a| �[0;m�[38;5;43m20221214100457537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214100457537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214100457537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214100457538 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214100457538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214100457538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214100457538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:04:59.317494 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4604): Process ended prematurely: osmo-stp_10.42.42.5(pid=4604) [trial-2403↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4604)] [trial-2403↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a10:04:59.326957 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a10:04:59.390241 run osmo-hlr_10.42.42.2(pid=4601): ERR: Terminated: ERROR {rc=237} [trial-2403↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4601)]\u000a10:04:59.441928 run osmo-hlr_10.42.42.2(pid=4601): stdout: \u000a| (launched: 2022-12-14_10:04:56.331613) \u000a10:04:59.494559 run osmo-hlr_10.42.42.2(pid=4601): stderr: \u000a| �[0;m�[1;31m20221214100456527 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214100456527 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214100456527 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214100456528 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214100456528 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214100456528 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214100456539 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214100456548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214100456548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214100456548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:04:59.565612 run osmo-msc_10.42.42.6(pid=4607): ERR: Terminated: ERROR {rc=2} [trial-2403↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4607)]\u000a10:04:59.617395 run osmo-msc_10.42.42.6(pid=4607): stdout: \u000a| (launched: 2022-12-14_10:04:58.380508) \u000a10:04:59.669636 run osmo-msc_10.42.42.6(pid=4607): stderr: \u000a| �[0;m�[38;5;43m20221214100458702 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214100458702 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f60db870c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214100458702 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214100458702 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214100458702 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214100458702 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214100458704 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214100458704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214100458705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214100458705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:04:59.714168 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4600): Terminating (SIGTERM)\u000a10:04:59.756340 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4603): Terminating (SIGTERM)\u000a10:04:59.799323 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4606): Terminating (SIGTERM)\u000a10:04:59.809203 --- ParallelTerminationStrategy: PID 4600 died...\u000a10:04:59.865592 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4600): Terminated: ok {rc=0}\u000a10:04:59.875853 --- ParallelTerminationStrategy: PID 4603 died...\u000a10:04:59.931833 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4603): Terminated: ok {rc=0}\u000a10:04:59.942103 --- ParallelTerminationStrategy: PID 4606 died...\u000a10:04:59.998293 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4606): Terminated: ok {rc=0}\u000a10:05:00.085318 bus /sierra_3: Setting Powered False\u000a10:05:01.193774 bus /sierra_3: Setting Powered False\u000a10:05:02.311179 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 201, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4625): Process ended prematurely: osmo-stp_10.42.42.5(pid=4625) [trial-2403↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4625)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4625): Process ended prematurely: osmo-stp_10.42.42.5(pid=4625) [trial-2403↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4625)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:05:03.419640 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:05:03.431354 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a10:05:03.581419 tst mo_mt_call_osmux.py: using LAC 40173\u000a10:05:03.705287 tst mo_mt_call_osmux.py: using RAC 138\u000a10:05:03.822961 tst mo_mt_call_osmux.py: using CellId 40173\u000a10:05:03.945785 tst mo_mt_call_osmux.py: using BVCI 40174\u000a10:05:03.968869 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:05:03.980027 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:05:03.991096 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:05:04.002100 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:05:04.013311 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:05:04.024341 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a10:05:04.144368 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a10:05:04.346561 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:05:04.822455 run create_hlr_db(pid=4619): Launched\u000a10:05:04.995889 bus /sierra_2: Setting Powered False\u000a10:05:06.017716 run create_hlr_db(pid=4619): Terminated: ok {rc=0}\u000a10:05:06.448345 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4621): Launched\u000a10:05:06.774369 run osmo-hlr_10.42.42.2(pid=4622): Launched\u000a10:05:06.892184 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:05:07.456191 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4624): Launched\u000a10:05:07.779066 run osmo-stp_10.42.42.5(pid=4625): Launched\u000a10:05:07.896371 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:05:08.487314 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4627): Launched\u000a10:05:08.811320 run osmo-msc_10.42.42.6(pid=4628): Launched\u000a10:05:08.999304 run osmo-stp_10.42.42.5(pid=4625): ERR: Terminated: ERROR {rc=1} [trial-2403↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4625)]\u000a10:05:09.135536 run osmo-stp_10.42.42.5(pid=4625): stdout: \u000a| (launched: 2022-12-14_10:05:07.620291)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:05:09.270491 run osmo-stp_10.42.42.5(pid=4625): stderr: \u000a| �[0;m�[38;5;43m20221214100507808 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214100507809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214100507809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214100507809 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214100507810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214100507810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214100507810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:05:09.399774 run osmo-stp_10.42.42.5(pid=4625): stdout: \u000a| (launched: 2022-12-14_10:05:07.620291)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:05:09.527585 run osmo-stp_10.42.42.5(pid=4625): stderr: \u000a| �[0;m�[38;5;43m20221214100507808 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214100507809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214100507809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214100507809 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214100507810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214100507810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214100507810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:05:09.584292 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4625): Process ended prematurely: osmo-stp_10.42.42.5(pid=4625) [trial-2403↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4625)] [trial-2403↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a10:05:09.593538 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a10:05:09.656173 run osmo-hlr_10.42.42.2(pid=4622): ERR: Terminated: ERROR {rc=237} [trial-2403↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4622)]\u000a10:05:09.707639 run osmo-hlr_10.42.42.2(pid=4622): stdout: \u000a| (launched: 2022-12-14_10:05:06.612888) \u000a10:05:09.759814 run osmo-hlr_10.42.42.2(pid=4622): stderr: \u000a| �[0;m�[1;31m20221214100506807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214100506807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214100506807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214100506807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214100506807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214100506807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214100506820 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214100506831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214100506831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214100506831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:05:09.830525 run osmo-msc_10.42.42.6(pid=4628): ERR: Terminated: ERROR {rc=2} [trial-2403↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4628)]\u000a10:05:09.882591 run osmo-msc_10.42.42.6(pid=4628): stdout: \u000a| (launched: 2022-12-14_10:05:08.651168) \u000a10:05:09.934801 run osmo-msc_10.42.42.6(pid=4628): stderr: \u000a| �[0;m�[38;5;43m20221214100508969 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214100508969 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0b0a173c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214100508969 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214100508969 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214100508970 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214100508970 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214100508971 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214100508972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214100508972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214100508972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:05:09.979475 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4621): Terminating (SIGTERM)\u000a10:05:10.021441 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4624): Terminating (SIGTERM)\u000a10:05:10.063393 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4627): Terminating (SIGTERM)\u000a10:05:10.073182 --- ParallelTerminationStrategy: PID 4621 died...\u000a10:05:10.129214 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4621): Terminated: ok {rc=0}\u000a10:05:10.139326 --- ParallelTerminationStrategy: PID 4624 died...\u000a10:05:10.194959 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4624): Terminated: ok {rc=0}\u000a10:05:10.205203 --- ParallelTerminationStrategy: PID 4627 died...\u000a10:05:10.260757 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4627): Terminated: ok {rc=0}\u000a10:05:10.347730 bus /sierra_3: Setting Powered False\u000a10:05:11.453752 bus /sierra_3: Setting Powered False\u000a10:05:12.569678 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "26", "name" : "voice_oc2g+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T10:04:52" }, { "cases" : [ { "testActions" : [ ], "age" : 201, "className" : "voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4991): Process ended prematurely: osmo-stp_10.42.42.5(pid=4991) [trial-2403↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4991)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4991): Process ended prematurely: osmo-stp_10.42.42.5(pid=4991) [trial-2403↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4991)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a10:05:14.547644 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:05:14.558750 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a10:05:14.702921 tst mo_mt_call.py: using LAC 40174\u000a10:05:14.820490 tst mo_mt_call.py: using RAC 139\u000a10:05:14.940899 tst mo_mt_call.py: using CellId 40174\u000a10:05:15.060072 tst mo_mt_call.py: using BVCI 40175\u000a10:05:15.083024 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:05:15.094064 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:05:15.104830 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:05:15.116053 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:05:15.127327 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:05:15.138642 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:05:15.258833 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:05:15.461979 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:05:15.989984 run create_hlr_db(pid=4985): Launched\u000a10:05:16.191801 bus /sierra_2: Setting Powered False\u000a10:05:17.237783 run create_hlr_db(pid=4985): Terminated: ok {rc=0}\u000a10:05:17.645325 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4987): Launched\u000a10:05:17.948870 run osmo-hlr_10.42.42.2(pid=4988): Launched\u000a10:05:18.066087 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:05:18.599104 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4990): Launched\u000a10:05:18.901044 run osmo-stp_10.42.42.5(pid=4991): Launched\u000a10:05:19.010767 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:05:19.564800 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4993): Launched\u000a10:05:19.868395 run osmo-msc_10.42.42.6(pid=4994): Launched\u000a10:05:20.045912 run osmo-stp_10.42.42.5(pid=4991): ERR: Terminated: ERROR {rc=1} [trial-2403↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4991)]\u000a10:05:20.174875 run osmo-stp_10.42.42.5(pid=4991): stdout: \u000a| (launched: 2022-12-14_10:05:18.752131)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:05:20.301832 run osmo-stp_10.42.42.5(pid=4991): stderr: \u000a| �[0;m�[38;5;43m20221214100518921 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214100518921 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214100518921 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214100518922 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214100518922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214100518922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214100518922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:05:20.423652 run osmo-stp_10.42.42.5(pid=4991): stdout: \u000a| (launched: 2022-12-14_10:05:18.752131)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:05:20.544249 run osmo-stp_10.42.42.5(pid=4991): stderr: \u000a| �[0;m�[38;5;43m20221214100518921 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214100518921 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214100518921 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214100518922 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214100518922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214100518922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214100518922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:05:20.597709 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4991): Process ended prematurely: osmo-stp_10.42.42.5(pid=4991) [trial-2403↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4991)] [trial-2403↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a10:05:20.606315 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a10:05:20.666581 run osmo-hlr_10.42.42.2(pid=4988): ERR: Terminated: ERROR {rc=237} [trial-2403↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4988)]\u000a10:05:20.715665 run osmo-hlr_10.42.42.2(pid=4988): stdout: \u000a| (launched: 2022-12-14_10:05:17.799709) \u000a10:05:20.765292 run osmo-hlr_10.42.42.2(pid=4988): stderr: \u000a| �[0;m�[1;31m20221214100517975 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214100517975 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214100517975 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214100517975 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214100517975 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214100517975 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214100517987 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214100517996 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214100517996 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214100517996 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:05:20.832847 run osmo-msc_10.42.42.6(pid=4994): ERR: Terminated: ERROR {rc=2} [trial-2403↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4994)]\u000a10:05:20.881942 run osmo-msc_10.42.42.6(pid=4994): stdout: \u000a| (launched: 2022-12-14_10:05:19.718033) \u000a10:05:20.931652 run osmo-msc_10.42.42.6(pid=4994): stderr: \u000a| �[0;m�[38;5;43m20221214100519988 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214100519988 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f403bc40c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214100519988 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214100519988 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214100519988 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214100519988 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214100519990 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214100519991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214100519991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214100519991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:05:20.974248 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4987): Terminating (SIGTERM)\u000a10:05:21.014274 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4990): Terminating (SIGTERM)\u000a10:05:21.054305 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4993): Terminating (SIGTERM)\u000a10:05:21.063583 --- ParallelTerminationStrategy: PID 4987 died...\u000a10:05:21.117468 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4987): Terminated: ok {rc=0}\u000a10:05:21.127147 --- ParallelTerminationStrategy: PID 4990 died...\u000a10:05:21.180788 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4990): Terminated: ok {rc=0}\u000a10:05:21.190592 --- ParallelTerminationStrategy: PID 4993 died...\u000a10:05:21.244303 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4993): Terminated: ok {rc=0}\u000a10:05:21.327877 bus /sierra_3: Setting Powered False\u000a10:05:22.434274 bus /sierra_3: Setting Powered False\u000a10:05:23.556043 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 201, "className" : "voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5178): Process ended prematurely: osmo-stp_10.42.42.5(pid=5178) [trial-2403↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5178)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5178): Process ended prematurely: osmo-stp_10.42.42.5(pid=5178) [trial-2403↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5178)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:05:24.671882 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:05:24.685487 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a10:05:24.835459 tst mo_mt_call_osmux.py: using LAC 40175\u000a10:05:24.960920 tst mo_mt_call_osmux.py: using RAC 140\u000a10:05:25.083299 tst mo_mt_call_osmux.py: using CellId 40175\u000a10:05:25.205680 tst mo_mt_call_osmux.py: using BVCI 40176\u000a10:05:25.229964 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:05:25.241903 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:05:25.253781 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:05:25.265516 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:05:25.278523 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:05:25.293159 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:05:25.414452 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:05:25.622885 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:05:26.153628 run create_hlr_db(pid=5171): Launched\u000a10:05:26.342492 bus /sierra_2: Setting Powered False\u000a10:05:27.368526 run create_hlr_db(pid=5171): Terminated: ok {rc=0}\u000a10:05:27.825079 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5173): Launched\u000a10:05:28.270149 run osmo-hlr_10.42.42.2(pid=5174): Launched\u000a10:05:28.489544 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:05:29.036400 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5177): Launched\u000a10:05:29.342389 run osmo-stp_10.42.42.5(pid=5178): Launched\u000a10:05:29.454405 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:05:30.016019 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5180): Launched\u000a10:05:30.324396 run osmo-msc_10.42.42.6(pid=5181): Launched\u000a10:05:30.508288 run osmo-stp_10.42.42.5(pid=5178): ERR: Terminated: ERROR {rc=1} [trial-2403↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5178)]\u000a10:05:30.638532 run osmo-stp_10.42.42.5(pid=5178): stdout: \u000a| (launched: 2022-12-14_10:05:29.191317)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:05:30.766616 run osmo-stp_10.42.42.5(pid=5178): stderr: \u000a| �[0;m�[38;5;43m20221214100529358 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214100529358 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214100529358 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214100529358 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214100529359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214100529359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214100529359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:05:30.908144 run osmo-stp_10.42.42.5(pid=5178): stdout: \u000a| (launched: 2022-12-14_10:05:29.191317)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:05:31.034973 run osmo-stp_10.42.42.5(pid=5178): stderr: \u000a| �[0;m�[38;5;43m20221214100529358 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214100529358 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214100529358 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214100529358 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214100529359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214100529359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214100529359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:05:31.090599 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5178): Process ended prematurely: osmo-stp_10.42.42.5(pid=5178) [trial-2403↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5178)] [trial-2403↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a10:05:31.100388 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a10:05:31.164610 run osmo-hlr_10.42.42.2(pid=5174): ERR: Terminated: ERROR {rc=237} [trial-2403↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5174)]\u000a10:05:31.216836 run osmo-hlr_10.42.42.2(pid=5174): stdout: \u000a| (launched: 2022-12-14_10:05:27.998873) \u000a10:05:31.270127 run osmo-hlr_10.42.42.2(pid=5174): stderr: \u000a| �[0;m�[1;31m20221214100528304 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214100528304 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214100528304 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214100528304 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214100528304 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214100528304 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214100528326 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214100528334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214100528335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214100528335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:05:31.341233 run osmo-msc_10.42.42.6(pid=5181): ERR: Terminated: ERROR {rc=2} [trial-2403↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5181)]\u000a10:05:31.393653 run osmo-msc_10.42.42.6(pid=5181): stdout: \u000a| (launched: 2022-12-14_10:05:30.171382) \u000a10:05:31.446800 run osmo-msc_10.42.42.6(pid=5181): stderr: \u000a| �[0;m�[38;5;43m20221214100530439 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214100530439 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9c50eeec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214100530439 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214100530439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214100530439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214100530440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214100530441 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214100530442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214100530442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214100530442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:05:31.492001 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5173): Terminating (SIGTERM)\u000a10:05:31.536627 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5177): Terminating (SIGTERM)\u000a10:05:31.580399 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5180): Terminating (SIGTERM)\u000a10:05:31.591656 --- ParallelTerminationStrategy: PID 5173 died...\u000a10:05:31.649617 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5173): Terminated: ok {rc=0}\u000a10:05:31.660365 --- ParallelTerminationStrategy: PID 5177 died...\u000a10:05:31.717806 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5177): Terminated: ok {rc=0}\u000a10:05:31.728614 --- ParallelTerminationStrategy: PID 5180 died...\u000a10:05:31.786344 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5180): Terminated: ok {rc=0}\u000a10:05:31.877068 bus /sierra_3: Setting Powered False\u000a10:05:32.982812 bus /sierra_3: Setting Powered False\u000a10:05:34.095092 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "27", "name" : "voice_oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T10:05:14" }, { "cases" : [ { "testActions" : [ ], "age" : 201, "className" : "voice:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5192): Process ended prematurely: osmo-stp_10.42.42.5(pid=5192) [trial-2403↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5192)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5192): Process ended prematurely: osmo-stp_10.42.42.5(pid=5192) [trial-2403↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5192)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 voice:oc2g+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a10:05:36.045001 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:05:36.055944 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:05:36.202738 tst mo_mt_call.py: using LAC 40176\u000a10:05:36.324876 tst mo_mt_call.py: using RAC 141\u000a10:05:36.447443 tst mo_mt_call.py: using CellId 40176\u000a10:05:36.568648 tst mo_mt_call.py: using BVCI 40177\u000a10:05:36.592141 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:05:36.603037 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:05:36.613744 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:05:36.624205 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:05:36.635301 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:05:36.646504 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a10:05:36.768791 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a10:05:36.972193 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:05:37.454943 run create_hlr_db(pid=5186): Launched\u000a10:05:37.631500 bus /sierra_2: Setting Powered False\u000a10:05:38.652930 run create_hlr_db(pid=5186): Terminated: ok {rc=0}\u000a10:05:39.063997 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5188): Launched\u000a10:05:39.371676 run osmo-hlr_10.42.42.2(pid=5189): Launched\u000a10:05:39.491535 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:05:40.031399 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5191): Launched\u000a10:05:40.338671 run osmo-stp_10.42.42.5(pid=5192): Launched\u000a10:05:40.450507 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:05:41.010884 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5194): Launched\u000a10:05:41.317724 run osmo-msc_10.42.42.6(pid=5195): Launched\u000a10:05:41.496805 run osmo-stp_10.42.42.5(pid=5192): ERR: Terminated: ERROR {rc=1} [trial-2403↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5192)]\u000a10:05:41.626908 run osmo-stp_10.42.42.5(pid=5192): stdout: \u000a| (launched: 2022-12-14_10:05:40.187574)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:05:41.754771 run osmo-stp_10.42.42.5(pid=5192): stderr: \u000a| �[0;m�[38;5;43m20221214100540356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214100540357 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214100540357 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214100540357 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214100540358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214100540358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214100540358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:05:41.877861 run osmo-stp_10.42.42.5(pid=5192): stdout: \u000a| (launched: 2022-12-14_10:05:40.187574)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:05:42.000301 run osmo-stp_10.42.42.5(pid=5192): stderr: \u000a| �[0;m�[38;5;43m20221214100540356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214100540357 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214100540357 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214100540357 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214100540358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214100540358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214100540358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:05:42.054198 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5192): Process ended prematurely: osmo-stp_10.42.42.5(pid=5192) [trial-2403↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5192)] [trial-2403↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a10:05:42.062891 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a10:05:42.123988 run osmo-hlr_10.42.42.2(pid=5189): ERR: Terminated: ERROR {rc=237} [trial-2403↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5189)]\u000a10:05:42.174011 run osmo-hlr_10.42.42.2(pid=5189): stdout: \u000a| (launched: 2022-12-14_10:05:39.219662) \u000a10:05:42.224475 run osmo-hlr_10.42.42.2(pid=5189): stderr: \u000a| �[0;m�[1;31m20221214100539395 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214100539395 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214100539395 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214100539395 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214100539395 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214100539395 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214100539407 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/voice:oc2g+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214100539416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214100539416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214100539416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:05:42.292782 run osmo-msc_10.42.42.6(pid=5195): ERR: Terminated: ERROR {rc=2} [trial-2403↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5195)]\u000a10:05:42.342411 run osmo-msc_10.42.42.6(pid=5195): stdout: \u000a| (launched: 2022-12-14_10:05:41.166028) \u000a10:05:42.393046 run osmo-msc_10.42.42.6(pid=5195): stderr: \u000a| �[0;m�[38;5;43m20221214100541434 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214100541435 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8971471c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214100541435 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214100541435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214100541435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214100541435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214100541437 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214100541437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214100541438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214100541438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:05:42.435680 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5188): Terminating (SIGTERM)\u000a10:05:42.475649 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5191): Terminating (SIGTERM)\u000a10:05:42.516900 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5194): Terminating (SIGTERM)\u000a10:05:42.526305 --- ParallelTerminationStrategy: PID 5188 died...\u000a10:05:42.580422 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5188): Terminated: ok {rc=0}\u000a10:05:42.590161 --- ParallelTerminationStrategy: PID 5191 died...\u000a10:05:42.643611 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5191): Terminated: ok {rc=0}\u000a10:05:42.653359 --- ParallelTerminationStrategy: PID 5194 died...\u000a10:05:42.707016 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5194): Terminated: ok {rc=0}\u000a10:05:42.795883 bus /sierra_3: Setting Powered False\u000a10:05:43.898903 bus /sierra_3: Setting Powered False\u000a10:05:45.012999 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 201, "className" : "voice:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5204): Process ended prematurely: osmo-stp_10.42.42.5(pid=5204) [trial-2403↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5204)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5204): Process ended prematurely: osmo-stp_10.42.42.5(pid=5204) [trial-2403↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5204)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 voice:oc2g+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:05:46.150310 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:05:46.166763 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:05:46.319315 tst mo_mt_call_osmux.py: using LAC 40177\u000a10:05:46.442779 tst mo_mt_call_osmux.py: using RAC 142\u000a10:05:46.602268 tst mo_mt_call_osmux.py: using CellId 40177\u000a10:05:46.762545 tst mo_mt_call_osmux.py: using BVCI 40178\u000a10:05:46.795719 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:05:46.810842 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:05:46.825809 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:05:46.841825 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:05:46.857615 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:05:46.874458 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a10:05:47.014502 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a10:05:47.224263 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:05:47.725073 run create_hlr_db(pid=5198): Launched\u000a10:05:47.914409 bus /sierra_2: Setting Powered False\u000a10:05:48.935143 run create_hlr_db(pid=5198): Terminated: ok {rc=0}\u000a10:05:49.373870 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5200): Launched\u000a10:05:49.701643 run osmo-hlr_10.42.42.2(pid=5201): Launched\u000a10:05:49.819768 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:05:50.389968 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5203): Launched\u000a10:05:50.715440 run osmo-stp_10.42.42.5(pid=5204): Launched\u000a10:05:50.832375 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:05:51.436568 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5206): Launched\u000a10:05:51.764671 run osmo-msc_10.42.42.6(pid=5207): Launched\u000a10:05:51.956803 run osmo-stp_10.42.42.5(pid=5204): ERR: Terminated: ERROR {rc=1} [trial-2403↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5204)]\u000a10:05:52.100479 run osmo-stp_10.42.42.5(pid=5204): stdout: \u000a| (launched: 2022-12-14_10:05:50.555404)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:05:52.238359 run osmo-stp_10.42.42.5(pid=5204): stderr: \u000a| �[0;m�[38;5;43m20221214100550745 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214100550745 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214100550746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214100550746 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214100550747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214100550747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214100550747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:05:52.369952 run osmo-stp_10.42.42.5(pid=5204): stdout: \u000a| (launched: 2022-12-14_10:05:50.555404)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:05:52.499945 run osmo-stp_10.42.42.5(pid=5204): stderr: \u000a| �[0;m�[38;5;43m20221214100550745 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214100550745 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214100550746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214100550746 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214100550747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214100550747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214100550747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:05:52.557869 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5204): Process ended prematurely: osmo-stp_10.42.42.5(pid=5204) [trial-2403↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5204)] [trial-2403↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a10:05:52.567361 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a10:05:52.630634 run osmo-hlr_10.42.42.2(pid=5201): ERR: Terminated: ERROR {rc=237} [trial-2403↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5201)]\u000a10:05:52.682577 run osmo-hlr_10.42.42.2(pid=5201): stdout: \u000a| (launched: 2022-12-14_10:05:49.540750) \u000a10:05:52.735186 run osmo-hlr_10.42.42.2(pid=5201): stderr: \u000a| �[0;m�[1;31m20221214100549740 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214100549740 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214100549740 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214100549740 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214100549740 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214100549740 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214100549752 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/voice:oc2g+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214100549760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214100549760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214100549760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:05:52.806406 run osmo-msc_10.42.42.6(pid=5207): ERR: Terminated: ERROR {rc=2} [trial-2403↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5207)]\u000a10:05:52.858611 run osmo-msc_10.42.42.6(pid=5207): stdout: \u000a| (launched: 2022-12-14_10:05:51.603597) \u000a10:05:52.911207 run osmo-msc_10.42.42.6(pid=5207): stderr: \u000a| �[0;m�[38;5;43m20221214100551923 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214100551924 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f14e22fdc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214100551924 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214100551924 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214100551924 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214100551924 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214100551926 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214100551926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214100551926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214100551926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:05:52.955643 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5200): Terminating (SIGTERM)\u000a10:05:52.998132 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5203): Terminating (SIGTERM)\u000a10:05:53.040137 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5206): Terminating (SIGTERM)\u000a10:05:53.050175 --- ParallelTerminationStrategy: PID 5200 died...\u000a10:05:53.106738 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5200): Terminated: ok {rc=0}\u000a10:05:53.117093 --- ParallelTerminationStrategy: PID 5203 died...\u000a10:05:53.173037 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5203): Terminated: ok {rc=0}\u000a10:05:53.183210 --- ParallelTerminationStrategy: PID 5206 died...\u000a10:05:53.238671 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5206): Terminated: ok {rc=0}\u000a10:05:53.325942 bus /sierra_3: Setting Powered False\u000a10:05:54.432193 bus /sierra_3: Setting Powered False\u000a10:05:55.541397 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "28", "name" : "voice_oc2g+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T10:05:35" }, { "cases" : [ { "testActions" : [ ], "age" : 201, "className" : "emergency:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5219): Process ended prematurely: osmo-stp_10.42.42.5(pid=5219) [trial-2403↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5219)]", "failedSince" : 2203, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5219): Process ended prematurely: osmo-stp_10.42.42.5(pid=5219) [trial-2403↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5219)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 emergency:oc2g emergency_mo_mt_call.py\u000a----------------------------------------------\u000a10:05:57.519092 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a10:05:57.530111 tst emergency:oc2g: Using 1 x bts (candidates: 1)\u000a10:05:57.653954 tst emergency_mo_mt_call.py: using LAC 40178\u000a10:05:57.771919 tst emergency_mo_mt_call.py: using RAC 143\u000a10:05:57.891167 tst emergency_mo_mt_call.py: using CellId 40178\u000a10:05:58.011184 tst emergency_mo_mt_call.py: using BVCI 40179\u000a10:05:58.034101 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a10:05:58.044670 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a10:05:58.055261 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a10:05:58.065556 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a10:05:58.076082 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a10:05:58.086710 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a10:05:58.207059 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a10:05:58.406967 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:05:58.878802 run create_hlr_db(pid=5213): Launched\u000a10:05:59.053175 bus /sierra_2: Setting Powered False\u000a10:06:00.074512 run create_hlr_db(pid=5213): Terminated: ok {rc=0}\u000a10:06:00.505294 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5215): Launched\u000a10:06:00.839500 run osmo-hlr_10.42.42.2(pid=5216): Launched\u000a10:06:01.113301 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:06:01.687640 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5218): Launched\u000a10:06:02.032325 run osmo-stp_10.42.42.5(pid=5219): Launched\u000a10:06:02.279259 tst emergency_mo_mt_call.py: using MSISDN 8632\u000a10:06:02.438366 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:06:03.025518 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5221): Launched\u000a10:06:03.375828 run osmo-msc_10.42.42.6(pid=5222): Launched\u000a10:06:03.564144 run osmo-stp_10.42.42.5(pid=5219): ERR: Terminated: ERROR {rc=1} [trial-2403↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5219)]\u000a10:06:03.699770 run osmo-stp_10.42.42.5(pid=5219): stdout: \u000a| (launched: 2022-12-14_10:06:01.853365)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:06:03.834787 run osmo-stp_10.42.42.5(pid=5219): stderr: \u000a| �[0;m�[38;5;43m20221214100602174 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214100602174 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214100602174 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214100602174 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214100602175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214100602175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214100602175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:06:03.963456 run osmo-stp_10.42.42.5(pid=5219): stdout: \u000a| (launched: 2022-12-14_10:06:01.853365)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:06:04.091478 run osmo-stp_10.42.42.5(pid=5219): stderr: \u000a| �[0;m�[38;5;43m20221214100602174 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214100602174 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214100602174 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214100602174 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214100602175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214100602175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214100602175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:06:04.147412 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=5219): Process ended prematurely: osmo-stp_10.42.42.5(pid=5219) [trial-2403↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5219)] [trial-2403↪emergency:oc2g↪emergency_mo_mt_call.py:19]\u000a10:06:04.156077 tst emergency_mo_mt_call.py:19: Test FAILED (6.6 sec)\u000a10:06:04.219431 run osmo-hlr_10.42.42.2(pid=5216): ERR: Terminated: ERROR {rc=237} [trial-2403↪emergency:oc2g↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5216)]\u000a10:06:04.271216 run osmo-hlr_10.42.42.2(pid=5216): stdout: \u000a| (launched: 2022-12-14_10:06:00.668667) \u000a10:06:04.324262 run osmo-hlr_10.42.42.2(pid=5216): stderr: \u000a| �[0;m�[1;31m20221214100600865 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214100600865 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214100600865 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214100600865 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214100600865 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214100600866 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214100600898 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/emergency:oc2g/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214100600917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214100600917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214100600917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:06:04.395340 run osmo-msc_10.42.42.6(pid=5222): ERR: Terminated: ERROR {rc=2} [trial-2403↪emergency:oc2g↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5222)]\u000a10:06:04.446956 run osmo-msc_10.42.42.6(pid=5222): stdout: \u000a| (launched: 2022-12-14_10:06:03.217742) \u000a10:06:04.499287 run osmo-msc_10.42.42.6(pid=5222): stderr: \u000a| �[0;m�[38;5;43m20221214100603538 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214100603538 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f047dc88c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214100603538 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214100603538 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214100603538 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214100603538 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214100603540 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214100603540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214100603541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214100603541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:06:04.543597 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5215): Terminating (SIGTERM)\u000a10:06:04.586079 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5218): Terminating (SIGTERM)\u000a10:06:04.628195 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5221): Terminating (SIGTERM)\u000a10:06:04.638031 --- ParallelTerminationStrategy: PID 5215 died...\u000a10:06:04.693944 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5215): Terminated: ok {rc=0}\u000a10:06:04.704039 --- ParallelTerminationStrategy: PID 5218 died...\u000a10:06:04.759752 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5218): Terminated: ok {rc=0}\u000a10:06:04.769914 --- ParallelTerminationStrategy: PID 5221 died...\u000a10:06:04.825700 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5221): Terminated: ok {rc=0}\u000a10:06:04.914149 bus /sierra_3: Setting Powered False\u000a10:06:06.018511 bus /sierra_3: Setting Powered False\u000a10:06:07.129543 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 250, "className" : "emergency:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5230): Process ended prematurely: osmo-stp_10.42.42.5(pid=5230) [trial-2403↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5230)]", "failedSince" : 2154, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5230): Process ended prematurely: osmo-stp_10.42.42.5(pid=5230) [trial-2403↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5230)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 emergency:oc2g emergency_preemptive_call.py\u000a----------------------------------------------\u000a10:06:08.183848 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a10:06:08.196124 tst emergency:oc2g: Using 1 x bts (candidates: 1)\u000a10:06:08.325378 tst emergency_preemptive_call.py: using LAC 40179\u000a10:06:08.453243 tst emergency_preemptive_call.py: using RAC 144\u000a10:06:08.577680 tst emergency_preemptive_call.py: using CellId 40179\u000a10:06:08.701518 tst emergency_preemptive_call.py: using BVCI 40180\u000a10:06:08.724275 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a10:06:08.734866 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a10:06:08.745302 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a10:06:08.755591 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a10:06:08.766348 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a10:06:08.777412 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a10:06:08.897885 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a10:06:09.017959 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a10:06:09.137325 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a10:06:09.336158 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:06:09.813407 run create_hlr_db(pid=5224): Launched\u000a10:06:09.988711 bus /sierra_2: Setting Powered False\u000a10:06:11.008270 run create_hlr_db(pid=5224): Terminated: ok {rc=0}\u000a10:06:11.441629 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5226): Launched\u000a10:06:11.764756 run osmo-hlr_10.42.42.2(pid=5227): Launched\u000a10:06:11.881501 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:06:12.443440 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5229): Launched\u000a10:06:12.765002 run osmo-stp_10.42.42.5(pid=5230): Launched\u000a10:06:12.892866 tst emergency_preemptive_call.py: using MSISDN 8633\u000a10:06:13.054535 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:06:13.641917 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5232): Launched\u000a10:06:13.963956 run osmo-msc_10.42.42.6(pid=5233): Launched\u000a10:06:14.152313 run osmo-stp_10.42.42.5(pid=5230): ERR: Terminated: ERROR {rc=1} [trial-2403↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5230)]\u000a10:06:14.288052 run osmo-stp_10.42.42.5(pid=5230): stdout: \u000a| (launched: 2022-12-14_10:06:12.606921)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:06:14.423173 run osmo-stp_10.42.42.5(pid=5230): stderr: \u000a| �[0;m�[38;5;43m20221214100612797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214100612797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214100612798 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214100612798 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214100612798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214100612799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214100612799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:06:14.552268 run osmo-stp_10.42.42.5(pid=5230): stdout: \u000a| (launched: 2022-12-14_10:06:12.606921)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:06:14.680120 run osmo-stp_10.42.42.5(pid=5230): stderr: \u000a| �[0;m�[38;5;43m20221214100612797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214100612797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214100612798 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214100612798 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214100612798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214100612799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214100612799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:06:14.736414 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=5230): Process ended prematurely: osmo-stp_10.42.42.5(pid=5230) [trial-2403↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5230)] [trial-2403↪emergency:oc2g↪emergency_preemptive_call.py:32]\u000a10:06:14.745248 tst emergency_preemptive_call.py:32: Test FAILED (6.6 sec)\u000a10:06:14.808578 run osmo-hlr_10.42.42.2(pid=5227): ERR: Terminated: ERROR {rc=237} [trial-2403↪emergency:oc2g↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5227)]\u000a10:06:14.860559 run osmo-hlr_10.42.42.2(pid=5227): stdout: \u000a| (launched: 2022-12-14_10:06:11.605391) \u000a10:06:14.913440 run osmo-hlr_10.42.42.2(pid=5227): stderr: \u000a| �[0;m�[1;31m20221214100611803 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214100611803 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214100611803 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214100611803 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214100611803 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214100611803 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214100611833 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/emergency:oc2g/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214100611843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214100611843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214100611844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:06:14.985103 run osmo-msc_10.42.42.6(pid=5233): ERR: Terminated: ERROR {rc=2} [trial-2403↪emergency:oc2g↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5233)]\u000a10:06:15.037495 run osmo-msc_10.42.42.6(pid=5233): stdout: \u000a| (launched: 2022-12-14_10:06:13.805220) \u000a10:06:15.090015 run osmo-msc_10.42.42.6(pid=5233): stderr: \u000a| �[0;m�[38;5;43m20221214100614125 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214100614125 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f793ddafc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214100614125 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214100614125 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214100614125 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214100614126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214100614127 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214100614128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214100614128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214100614128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:06:15.134848 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5226): Terminating (SIGTERM)\u000a10:06:15.177645 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5229): Terminating (SIGTERM)\u000a10:06:15.219763 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5232): Terminating (SIGTERM)\u000a10:06:15.229664 --- ParallelTerminationStrategy: PID 5226 died...\u000a10:06:15.285900 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5226): Terminated: ok {rc=0}\u000a10:06:15.296045 --- ParallelTerminationStrategy: PID 5229 died...\u000a10:06:15.352098 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5229): Terminated: ok {rc=0}\u000a10:06:15.362267 --- ParallelTerminationStrategy: PID 5232 died...\u000a10:06:15.418455 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5232): Terminated: ok {rc=0}\u000a10:06:15.506067 bus /sierra_9: Setting Powered False\u000a10:06:16.611039 bus /sierra_9: Setting Powered False\u000a10:06:17.722086 bus /sierra_8: Setting Powered False\u000a10:06:18.829046 bus /sierra_8: Setting Powered False\u000a10:06:19.937497 bus /sierra_3: Setting Powered False\u000a10:06:21.044680 bus /sierra_3: Setting Powered False\u000a10:06:22.154155 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "29", "name" : "emergency_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T10:05:57" }, { "cases" : [ { "testActions" : [ ], "age" : 261, "className" : "gprs:oc2g", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5248): Process ended prematurely: osmo-stp_10.42.42.5(pid=5248) [trial-2403↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5248)]", "failedSince" : 2143, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5248): Process ended prematurely: osmo-stp_10.42.42.5(pid=5248) [trial-2403↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5248)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:oc2g cs_paging_gprs_active.py\u000a----------------------------------------------\u000a10:06:24.232842 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:06:24.243812 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a10:06:24.377383 tst cs_paging_gprs_active.py: using LAC 40180\u000a10:06:24.510980 tst cs_paging_gprs_active.py: using RAC 145\u000a10:06:24.638629 tst cs_paging_gprs_active.py: using CellId 40180\u000a10:06:24.765991 tst cs_paging_gprs_active.py: using BVCI 40181\u000a10:06:24.791233 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:06:24.802194 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:06:24.812896 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:06:24.823762 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:06:24.834637 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:06:24.845591 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:06:24.856555 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:06:24.867533 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:06:24.878718 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a10:06:24.998388 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a10:06:25.296740 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a10:06:25.433423 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:06:25.754987 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5238): Launched\u000a10:06:26.021121 run iperf3-srv_10.42.42.10(pid=5239): Launched\u000a10:06:26.209036 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a10:06:26.337102 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:06:26.657499 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5240): Launched\u000a10:06:26.923579 run iperf3-srv_10.42.42.10(pid=5241): Launched\u000a10:06:27.110782 tst cs_paging_gprs_active.py:38: start network...\u000a10:06:27.238469 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:06:27.723099 run create_hlr_db(pid=5242): Launched\u000a10:06:27.899929 bus /sierra_2: Setting Powered False\u000a10:06:28.921652 run create_hlr_db(pid=5242): Terminated: ok {rc=0}\u000a10:06:29.358380 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5244): Launched\u000a10:06:29.688685 run osmo-hlr_10.42.42.2(pid=5245): Launched\u000a10:06:29.811053 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:06:30.387842 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5247): Launched\u000a10:06:30.717719 run osmo-stp_10.42.42.5(pid=5248): Launched\u000a10:06:30.847367 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:06:31.476142 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5250): Launched\u000a10:06:31.591635 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:06:31.900754 run patchelf(pid=5251): Launched\u000a10:06:32.087734 run osmo-stp_10.42.42.5(pid=5248): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5248)]\u000a10:06:32.226459 run osmo-stp_10.42.42.5(pid=5248): stdout: \u000a| (launched: 2022-12-14_10:06:30.555336)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:06:32.364108 run osmo-stp_10.42.42.5(pid=5248): stderr: \u000a| �[0;m�[38;5;43m20221214100630745 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214100630746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214100630746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214100630746 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214100630747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214100630747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214100630747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:06:32.493449 run osmo-stp_10.42.42.5(pid=5248): stdout: \u000a| (launched: 2022-12-14_10:06:30.555336)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:06:32.620307 run osmo-stp_10.42.42.5(pid=5248): stderr: \u000a| �[0;m�[38;5;43m20221214100630745 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214100630746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214100630746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214100630746 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214100630747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214100630747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214100630747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:06:32.769090 run patchelf(pid=5251): Terminating (SIGINT)\u000a10:06:32.943335 run patchelf(pid=5251): Terminated: ok {rc=0}\u000a10:06:32.975328 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=5248): Process ended prematurely: osmo-stp_10.42.42.5(pid=5248) [trial-2403↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5248)] [trial-2403↪gprs:oc2g↪cs_paging_gprs_active.py:38]\u000a10:06:32.984701 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a10:06:33.046796 run osmo-hlr_10.42.42.2(pid=5245): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:oc2g↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5245)]\u000a10:06:33.096913 run osmo-hlr_10.42.42.2(pid=5245): stdout: \u000a| (launched: 2022-12-14_10:06:29.525049) \u000a10:06:33.147866 run osmo-hlr_10.42.42.2(pid=5245): stderr: \u000a| �[0;m�[1;31m20221214100629721 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214100629721 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214100629721 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214100629721 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214100629721 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214100629722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214100629734 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:oc2g/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214100629744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214100629744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214100629745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:06:33.191185 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5238): Terminating (SIGTERM)\u000a10:06:33.232563 run iperf3-srv_10.42.42.10(pid=5239): Terminating (SIGTERM)\u000a10:06:33.274078 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5240): Terminating (SIGTERM)\u000a10:06:33.314875 run iperf3-srv_10.42.42.10(pid=5241): Terminating (SIGTERM)\u000a10:06:33.356304 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5244): Terminating (SIGTERM)\u000a10:06:33.397430 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5247): Terminating (SIGTERM)\u000a10:06:33.438735 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5250): Terminating (SIGTERM)\u000a10:06:33.448121 --- ParallelTerminationStrategy: PID 5238 died...\u000a10:06:33.503061 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5238): Terminated: ok {rc=0}\u000a10:06:33.512743 --- ParallelTerminationStrategy: PID 5239 died...\u000a10:06:33.567131 run iperf3-srv_10.42.42.10(pid=5239): Terminated {rc=256}\u000a10:06:33.576828 --- ParallelTerminationStrategy: PID 5240 died...\u000a10:06:33.630987 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5240): Terminated: ok {rc=0}\u000a10:06:33.640589 --- ParallelTerminationStrategy: PID 5241 died...\u000a10:06:33.694776 run iperf3-srv_10.42.42.10(pid=5241): Terminated {rc=256}\u000a10:06:33.704412 --- ParallelTerminationStrategy: PID 5244 died...\u000a10:06:33.758538 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5244): Terminated: ok {rc=0}\u000a10:06:33.768200 --- ParallelTerminationStrategy: PID 5247 died...\u000a10:06:33.822365 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5247): Terminated: ok {rc=0}\u000a10:06:33.832044 --- ParallelTerminationStrategy: PID 5250 died...\u000a10:06:33.886396 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5250): Terminated: ok {rc=0}\u000a10:06:33.970904 bus /gobi_0: Setting Powered False\u000a10:06:35.079512 bus /gobi_0: Setting Powered False\u000a10:06:36.188377 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 261, "className" : "gprs:oc2g", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5260): Process ended prematurely: osmo-stp_10.42.42.5(pid=5260) [trial-2403↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5260)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5260): Process ended prematurely: osmo-stp_10.42.42.5(pid=5260) [trial-2403↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5260)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:oc2g iperf3.py\u000a----------------------------------------------\u000a10:06:37.298343 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:06:37.309454 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a10:06:37.433416 tst iperf3.py: using LAC 40181\u000a10:06:37.554591 tst iperf3.py: using RAC 146\u000a10:06:37.682299 tst iperf3.py: using CellId 40181\u000a10:06:37.805224 tst iperf3.py: using BVCI 40182\u000a10:06:37.828569 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:06:37.839162 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:06:37.849796 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:06:37.860126 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:06:37.871164 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:06:37.881927 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:06:37.893775 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:06:37.906746 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:06:37.918502 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a10:06:38.218212 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:06:38.355673 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:06:38.696043 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5252): Launched\u000a10:06:38.979539 run iperf3-srv_10.42.42.10(pid=5253): Launched\u000a10:06:39.181123 tst iperf3.py:8: start network...\u000a10:06:39.317628 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:06:39.843886 run create_hlr_db(pid=5254): Launched\u000a10:06:40.033469 bus /gobi_6: Setting Powered False\u000a10:06:41.055967 run create_hlr_db(pid=5254): Terminated: ok {rc=0}\u000a10:06:41.493820 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5256): Launched\u000a10:06:41.821637 run osmo-hlr_10.42.42.2(pid=5257): Launched\u000a10:06:41.944875 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:06:42.519817 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5259): Launched\u000a10:06:42.849053 run osmo-stp_10.42.42.5(pid=5260): Launched\u000a10:06:42.966931 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:06:43.543951 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5262): Launched\u000a10:06:43.661180 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:06:43.948797 run patchelf(pid=5263): Launched\u000a10:06:44.141322 run osmo-stp_10.42.42.5(pid=5260): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5260)]\u000a10:06:44.281825 run osmo-stp_10.42.42.5(pid=5260): stdout: \u000a| (launched: 2022-12-14_10:06:42.686679)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:06:44.421980 run osmo-stp_10.42.42.5(pid=5260): stderr: \u000a| �[0;m�[38;5;43m20221214100642875 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214100642876 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214100642876 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214100642876 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214100642877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214100642877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214100642877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:06:44.557609 run osmo-stp_10.42.42.5(pid=5260): stdout: \u000a| (launched: 2022-12-14_10:06:42.686679)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:06:44.692194 run osmo-stp_10.42.42.5(pid=5260): stderr: \u000a| �[0;m�[38;5;43m20221214100642875 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214100642876 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214100642876 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214100642876 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214100642877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214100642877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214100642877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:06:44.849473 run patchelf(pid=5263): Terminating (SIGINT)\u000a10:06:45.034376 run patchelf(pid=5263): Terminated: ok {rc=0}\u000a10:06:45.068251 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5260): Process ended prematurely: osmo-stp_10.42.42.5(pid=5260) [trial-2403↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5260)] [trial-2403↪gprs:oc2g↪iperf3.py:8]\u000a10:06:45.078534 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a10:06:45.142138 run osmo-hlr_10.42.42.2(pid=5257): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:oc2g↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5257)]\u000a10:06:45.193988 run osmo-hlr_10.42.42.2(pid=5257): stdout: \u000a| (launched: 2022-12-14_10:06:41.660443) \u000a10:06:45.246517 run osmo-hlr_10.42.42.2(pid=5257): stderr: \u000a| �[0;m�[1;31m20221214100641856 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214100641857 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214100641857 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214100641857 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214100641857 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214100641857 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214100641870 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:oc2g/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214100641879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214100641879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214100641879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:06:45.291453 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5252): Terminating (SIGTERM)\u000a10:06:45.333815 run iperf3-srv_10.42.42.10(pid=5253): Terminating (SIGTERM)\u000a10:06:45.376169 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5256): Terminating (SIGTERM)\u000a10:06:45.419011 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5259): Terminating (SIGTERM)\u000a10:06:45.461513 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5262): Terminating (SIGTERM)\u000a10:06:45.471359 --- ParallelTerminationStrategy: PID 5252 died...\u000a10:06:45.528089 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5252): Terminated: ok {rc=0}\u000a10:06:45.538410 --- ParallelTerminationStrategy: PID 5253 died...\u000a10:06:45.594360 run iperf3-srv_10.42.42.10(pid=5253): Terminated {rc=256}\u000a10:06:45.604636 --- ParallelTerminationStrategy: PID 5256 died...\u000a10:06:45.661476 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5256): Terminated: ok {rc=0}\u000a10:06:45.671759 --- ParallelTerminationStrategy: PID 5259 died...\u000a10:06:45.728022 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5259): Terminated: ok {rc=0}\u000a10:06:45.738273 --- ParallelTerminationStrategy: PID 5262 died...\u000a10:06:45.794207 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5262): Terminated: ok {rc=0}\u000a10:06:45.887110 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 265, "className" : "gprs:oc2g", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5278): Process ended prematurely: osmo-stp_10.42.42.5(pid=5278) [trial-2403↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5278)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5278): Process ended prematurely: osmo-stp_10.42.42.5(pid=5278) [trial-2403↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5278)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:oc2g iperf3m4.py\u000a----------------------------------------------\u000a10:06:47.009888 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:06:47.022093 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a10:06:47.151336 tst iperf3m4.py: using LAC 40182\u000a10:06:47.274700 tst iperf3m4.py: using RAC 147\u000a10:06:47.398043 tst iperf3m4.py: using CellId 40182\u000a10:06:47.525587 tst iperf3m4.py: using BVCI 40183\u000a10:06:47.549481 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:06:47.560121 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:06:47.570815 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:06:47.581365 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:06:47.592260 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:06:47.603145 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:06:47.614052 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:06:47.624780 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:06:47.635717 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a10:06:47.753306 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a10:06:47.876674 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a10:06:47.993018 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a10:06:48.288617 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:06:48.425728 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:06:48.768845 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5264): Launched\u000a10:06:49.052271 run iperf3-srv_10.42.42.10(pid=5265): Launched\u000a10:06:49.253244 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a10:06:49.390880 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:06:49.733258 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5266): Launched\u000a10:06:50.015508 run iperf3-srv_10.42.42.10(pid=5267): Launched\u000a10:06:50.216936 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a10:06:50.353482 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:06:50.695938 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5268): Launched\u000a10:06:50.979558 run iperf3-srv_10.42.42.10(pid=5269): Launched\u000a10:06:51.180575 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a10:06:51.317147 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:06:51.657657 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5270): Launched\u000a10:06:51.939686 run iperf3-srv_10.42.42.10(pid=5271): Launched\u000a10:06:52.140914 tst iperf3m4.py:8: start network...\u000a10:06:52.277509 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:06:52.805455 run create_hlr_db(pid=5272): Launched\u000a10:06:52.995005 bus /gobi_6: Setting Powered False\u000a10:06:54.016861 run create_hlr_db(pid=5272): Terminated: ok {rc=0}\u000a10:06:54.432593 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5274): Launched\u000a10:06:54.743195 run osmo-hlr_10.42.42.2(pid=5275): Launched\u000a10:06:54.862536 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:06:55.405421 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5277): Launched\u000a10:06:55.716649 run osmo-stp_10.42.42.5(pid=5278): Launched\u000a10:06:55.827574 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:06:56.364673 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5280): Launched\u000a10:06:56.474871 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:06:56.745018 run patchelf(pid=5281): Launched\u000a10:06:56.926517 run osmo-stp_10.42.42.5(pid=5278): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5278)]\u000a10:06:57.058655 run osmo-stp_10.42.42.5(pid=5278): stdout: \u000a| (launched: 2022-12-14_10:06:55.561602)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:06:57.191184 run osmo-stp_10.42.42.5(pid=5278): stderr: \u000a| �[0;m�[38;5;43m20221214100655734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214100655735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214100655735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214100655735 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214100655736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214100655736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214100655736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:06:57.318901 run osmo-stp_10.42.42.5(pid=5278): stdout: \u000a| (launched: 2022-12-14_10:06:55.561602)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:06:57.444863 run osmo-stp_10.42.42.5(pid=5278): stderr: \u000a| �[0;m�[38;5;43m20221214100655734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214100655735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214100655735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214100655735 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214100655736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214100655736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214100655736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:06:57.592305 run patchelf(pid=5281): Terminating (SIGINT)\u000a10:06:57.767022 run patchelf(pid=5281): Terminated: ok {rc=0}\u000a10:06:57.799146 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5278): Process ended prematurely: osmo-stp_10.42.42.5(pid=5278) [trial-2403↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5278)] [trial-2403↪gprs:oc2g↪iperf3m4.py:8]\u000a10:06:57.808896 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a10:06:57.870974 run osmo-hlr_10.42.42.2(pid=5275): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:oc2g↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5275)]\u000a10:06:57.921160 run osmo-hlr_10.42.42.2(pid=5275): stdout: \u000a| (launched: 2022-12-14_10:06:54.589058) \u000a10:06:57.971850 run osmo-hlr_10.42.42.2(pid=5275): stderr: \u000a| �[0;m�[1;31m20221214100654764 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214100654764 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214100654764 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214100654764 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214100654764 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214100654764 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214100654777 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:oc2g/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214100654785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214100654785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214100654785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:06:58.015273 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5264): Terminating (SIGTERM)\u000a10:06:58.055981 run iperf3-srv_10.42.42.10(pid=5265): Terminating (SIGTERM)\u000a10:06:58.096887 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5266): Terminating (SIGTERM)\u000a10:06:58.137987 run iperf3-srv_10.42.42.10(pid=5267): Terminating (SIGTERM)\u000a10:06:58.178736 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5268): Terminating (SIGTERM)\u000a10:06:58.219292 run iperf3-srv_10.42.42.10(pid=5269): Terminating (SIGTERM)\u000a10:06:58.260176 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5270): Terminating (SIGTERM)\u000a10:06:58.301146 run iperf3-srv_10.42.42.10(pid=5271): Terminating (SIGTERM)\u000a10:06:58.343345 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5274): Terminating (SIGTERM)\u000a10:06:58.383436 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5277): Terminating (SIGTERM)\u000a10:06:58.423586 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5280): Terminating (SIGTERM)\u000a10:06:58.432860 --- ParallelTerminationStrategy: PID 5264 died...\u000a10:06:58.486970 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5264): Terminated: ok {rc=0}\u000a10:06:58.496650 --- ParallelTerminationStrategy: PID 5265 died...\u000a10:06:58.550352 run iperf3-srv_10.42.42.10(pid=5265): Terminated {rc=256}\u000a10:06:58.560003 --- ParallelTerminationStrategy: PID 5266 died...\u000a10:06:58.613806 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5266): Terminated: ok {rc=0}\u000a10:06:58.623462 --- ParallelTerminationStrategy: PID 5267 died...\u000a10:06:58.676993 run iperf3-srv_10.42.42.10(pid=5267): Terminated {rc=256}\u000a10:06:58.686593 --- ParallelTerminationStrategy: PID 5268 died...\u000a10:06:58.740503 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5268): Terminated: ok {rc=0}\u000a10:06:58.750160 --- ParallelTerminationStrategy: PID 5269 died...\u000a10:06:58.803645 run iperf3-srv_10.42.42.10(pid=5269): Terminated {rc=256}\u000a10:06:58.813411 --- ParallelTerminationStrategy: PID 5270 died...\u000a10:06:58.867182 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5270): Terminated: ok {rc=0}\u000a10:06:58.876783 --- ParallelTerminationStrategy: PID 5271 died...\u000a10:06:58.930419 run iperf3-srv_10.42.42.10(pid=5271): Terminated {rc=256}\u000a10:06:58.940065 --- ParallelTerminationStrategy: PID 5274 died...\u000a10:06:58.993796 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5274): Terminated: ok {rc=0}\u000a10:06:59.003453 --- ParallelTerminationStrategy: PID 5277 died...\u000a10:06:59.057434 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5277): Terminated: ok {rc=0}\u000a10:06:59.067060 --- ParallelTerminationStrategy: PID 5280 died...\u000a10:06:59.120844 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5280): Terminated: ok {rc=0}\u000a10:06:59.210280 bus /gobi_4: Setting Powered False\u000a10:07:00.313660 bus /gobi_4: Setting Powered False\u000a10:07:01.437859 bus /gobi_1: Setting Powered False\u000a10:07:02.539648 bus /gobi_1: Setting Powered False\u000a10:07:03.651670 bus /gobi_0: Setting Powered False\u000a10:07:04.754406 bus /gobi_0: Setting Powered False\u000a10:07:05.869072 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 265, "className" : "gprs:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5289): Process ended prematurely: osmo-stp_10.42.42.5(pid=5289) [trial-2403↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5289)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5289): Process ended prematurely: osmo-stp_10.42.42.5(pid=5289) [trial-2403↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5289)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:oc2g ping.py\u000a----------------------------------------------\u000a10:07:06.939812 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:07:06.951611 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a10:07:07.082388 tst ping.py: using LAC 40183\u000a10:07:07.208556 tst ping.py: using RAC 148\u000a10:07:07.334041 tst ping.py: using CellId 40183\u000a10:07:07.459969 tst ping.py: using BVCI 40184\u000a10:07:07.484627 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:07:07.495747 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:07:07.506748 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:07:07.517593 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:07:07.528323 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:07:07.539114 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:07:07.550170 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:07:07.561261 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a10:07:07.841947 tst ping.py:19: start network...\u000a10:07:07.967543 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:07:08.441174 run create_hlr_db(pid=5283): Launched\u000a10:07:08.614675 bus /gobi_6: Setting Powered False\u000a10:07:09.635187 run create_hlr_db(pid=5283): Terminated: ok {rc=0}\u000a10:07:10.066457 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5285): Launched\u000a10:07:10.391304 run osmo-hlr_10.42.42.2(pid=5286): Launched\u000a10:07:10.508027 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:07:11.073701 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5288): Launched\u000a10:07:11.396382 run osmo-stp_10.42.42.5(pid=5289): Launched\u000a10:07:11.513252 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:07:12.078740 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5291): Launched\u000a10:07:12.193390 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:07:12.476247 run patchelf(pid=5292): Launched\u000a10:07:12.665028 run osmo-stp_10.42.42.5(pid=5289): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5289)]\u000a10:07:12.803186 run osmo-stp_10.42.42.5(pid=5289): stdout: \u000a| (launched: 2022-12-14_10:07:11.238108)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:07:12.942403 run osmo-stp_10.42.42.5(pid=5289): stderr: \u000a| �[0;m�[38;5;43m20221214100711429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214100711429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214100711429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214100711430 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214100711430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214100711430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214100711430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:07:13.076547 run osmo-stp_10.42.42.5(pid=5289): stdout: \u000a| (launched: 2022-12-14_10:07:11.238108)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:07:13.208806 run osmo-stp_10.42.42.5(pid=5289): stderr: \u000a| �[0;m�[38;5;43m20221214100711429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214100711429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214100711429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214100711430 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214100711430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214100711430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214100711430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:07:13.362827 run patchelf(pid=5292): Terminating (SIGINT)\u000a10:07:13.543991 run patchelf(pid=5292): Terminated: ok {rc=0}\u000a10:07:13.576993 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=5289): Process ended prematurely: osmo-stp_10.42.42.5(pid=5289) [trial-2403↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5289)] [trial-2403↪gprs:oc2g↪ping.py:22]\u000a10:07:13.586562 tst ping.py:22: Test FAILED (6.6 sec)\u000a10:07:13.650529 run osmo-hlr_10.42.42.2(pid=5286): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:oc2g↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5286)]\u000a10:07:13.702943 run osmo-hlr_10.42.42.2(pid=5286): stdout: \u000a| (launched: 2022-12-14_10:07:10.230739) \u000a10:07:13.755931 run osmo-hlr_10.42.42.2(pid=5286): stderr: \u000a| �[0;m�[1;31m20221214100710427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214100710427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214100710427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214100710427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214100710427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214100710427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214100710443 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:oc2g/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214100710452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214100710453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214100710453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:07:13.801128 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5285): Terminating (SIGTERM)\u000a10:07:13.843955 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5288): Terminating (SIGTERM)\u000a10:07:13.887072 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5291): Terminating (SIGTERM)\u000a10:07:13.897113 --- ParallelTerminationStrategy: PID 5285 died...\u000a10:07:13.954092 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5285): Terminated: ok {rc=0}\u000a10:07:13.964492 --- ParallelTerminationStrategy: PID 5288 died...\u000a10:07:14.020916 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5288): Terminated: ok {rc=0}\u000a10:07:14.031277 --- ParallelTerminationStrategy: PID 5291 died...\u000a10:07:14.087740 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5291): Terminated: ok {rc=0}\u000a10:07:14.174525 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 265, "className" : "gprs:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5299): Process ended prematurely: osmo-stp_10.42.42.5(pid=5299) [trial-2403↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5299)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5299): Process ended prematurely: osmo-stp_10.42.42.5(pid=5299) [trial-2403↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5299)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:oc2g ping_idle_ping.py\u000a----------------------------------------------\u000a10:07:15.227215 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:07:15.238969 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a10:07:15.365092 tst ping_idle_ping.py: using LAC 40184\u000a10:07:15.488766 tst ping_idle_ping.py: using RAC 149\u000a10:07:15.607466 tst ping_idle_ping.py: using CellId 40184\u000a10:07:15.724121 tst ping_idle_ping.py: using BVCI 40185\u000a10:07:15.747227 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:07:15.757769 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:07:15.768205 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:07:15.778669 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:07:15.789717 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:07:15.800336 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:07:15.811166 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:07:15.821954 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a10:07:16.138596 tst ping_idle_ping.py:24: start network...\u000a10:07:16.277193 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:07:16.810982 run create_hlr_db(pid=5293): Launched\u000a10:07:16.992208 bus /gobi_6: Setting Powered False\u000a10:07:18.008092 run create_hlr_db(pid=5293): Terminated: ok {rc=0}\u000a10:07:18.439213 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5295): Launched\u000a10:07:18.763812 run osmo-hlr_10.42.42.2(pid=5296): Launched\u000a10:07:18.884542 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:07:19.450563 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5298): Launched\u000a10:07:19.773281 run osmo-stp_10.42.42.5(pid=5299): Launched\u000a10:07:19.888556 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:07:20.453898 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5301): Launched\u000a10:07:20.568833 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:07:20.851911 run patchelf(pid=5302): Launched\u000a10:07:21.042244 run osmo-stp_10.42.42.5(pid=5299): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5299)]\u000a10:07:21.181018 run osmo-stp_10.42.42.5(pid=5299): stdout: \u000a| (launched: 2022-12-14_10:07:19.614113)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:07:21.319693 run osmo-stp_10.42.42.5(pid=5299): stderr: \u000a| �[0;m�[38;5;43m20221214100719806 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214100719806 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214100719806 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214100719807 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214100719807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214100719807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214100719807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:07:21.453411 run osmo-stp_10.42.42.5(pid=5299): stdout: \u000a| (launched: 2022-12-14_10:07:19.614113)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:07:21.585506 run osmo-stp_10.42.42.5(pid=5299): stderr: \u000a| �[0;m�[38;5;43m20221214100719806 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214100719806 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214100719806 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214100719807 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214100719807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214100719807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214100719807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:07:21.739861 run patchelf(pid=5302): Terminating (SIGINT)\u000a10:07:21.921941 run patchelf(pid=5302): Terminated: ok {rc=0}\u000a10:07:21.954995 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=5299): Process ended prematurely: osmo-stp_10.42.42.5(pid=5299) [trial-2403↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5299)] [trial-2403↪gprs:oc2g↪ping_idle_ping.py:27]\u000a10:07:21.964289 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a10:07:22.027897 run osmo-hlr_10.42.42.2(pid=5296): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:oc2g↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5296)]\u000a10:07:22.080066 run osmo-hlr_10.42.42.2(pid=5296): stdout: \u000a| (launched: 2022-12-14_10:07:18.603582) \u000a10:07:22.132673 run osmo-hlr_10.42.42.2(pid=5296): stderr: \u000a| �[0;m�[1;31m20221214100718799 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214100718799 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214100718800 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214100718800 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214100718800 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214100718800 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214100718813 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:oc2g/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214100718822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214100718822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214100718822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:07:22.177284 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5295): Terminating (SIGTERM)\u000a10:07:22.219306 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5298): Terminating (SIGTERM)\u000a10:07:22.261490 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5301): Terminating (SIGTERM)\u000a10:07:22.271297 --- ParallelTerminationStrategy: PID 5295 died...\u000a10:07:22.327747 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5295): Terminated: ok {rc=0}\u000a10:07:22.338022 --- ParallelTerminationStrategy: PID 5298 died...\u000a10:07:22.393927 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5298): Terminated: ok {rc=0}\u000a10:07:22.404048 --- ParallelTerminationStrategy: PID 5301 died...\u000a10:07:22.459811 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5301): Terminated: ok {rc=0}\u000a10:07:22.546915 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "30", "name" : "gprs_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T10:06:23" }, { "cases" : [ { "testActions" : [ ], "age" : 265, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5317): Process ended prematurely: osmo-stp_10.42.42.5(pid=5317) [trial-2403↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5317)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5317): Process ended prematurely: osmo-stp_10.42.42.5(pid=5317) [trial-2403↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5317)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:oc2g+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a10:07:24.659306 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:07:24.670016 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a10:07:24.794101 tst cs_paging_gprs_active.py: using LAC 40185\u000a10:07:24.913127 tst cs_paging_gprs_active.py: using RAC 150\u000a10:07:25.030950 tst cs_paging_gprs_active.py: using CellId 40185\u000a10:07:25.151692 tst cs_paging_gprs_active.py: using BVCI 40186\u000a10:07:25.174708 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:07:25.185420 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:07:25.195791 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:07:25.206399 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:07:25.217043 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:07:25.228170 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:07:25.239481 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:07:25.250287 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:07:25.261340 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:07:25.379938 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:07:25.671136 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a10:07:25.805461 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:07:26.139545 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5307): Launched\u000a10:07:26.417289 run iperf3-srv_10.42.42.10(pid=5308): Launched\u000a10:07:26.613213 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a10:07:26.746440 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:07:27.080699 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5309): Launched\u000a10:07:27.357816 run iperf3-srv_10.42.42.10(pid=5310): Launched\u000a10:07:27.553973 tst cs_paging_gprs_active.py:38: start network...\u000a10:07:27.687421 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:07:28.204205 run create_hlr_db(pid=5311): Launched\u000a10:07:28.390480 bus /gobi_6: Setting Powered False\u000a10:07:29.412024 run create_hlr_db(pid=5311): Terminated: ok {rc=0}\u000a10:07:29.820302 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5313): Launched\u000a10:07:30.123491 run osmo-hlr_10.42.42.2(pid=5314): Launched\u000a10:07:30.235308 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:07:30.761205 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5316): Launched\u000a10:07:31.300205 run osmo-stp_10.42.42.5(pid=5317): Launched\u000a10:07:31.600501 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:07:32.207201 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5319): Launched\u000a10:07:32.317133 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:07:32.584027 run patchelf(pid=5320): Launched\u000a10:07:32.761708 run osmo-stp_10.42.42.5(pid=5317): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5317)]\u000a10:07:32.891621 run osmo-stp_10.42.42.5(pid=5317): stdout: \u000a| (launched: 2022-12-14_10:07:30.936359)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:07:33.022585 run osmo-stp_10.42.42.5(pid=5317): stderr: \u000a| �[0;m�[38;5;43m20221214100731253 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214100731254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214100731255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214100731255 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214100731258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214100731258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214100731258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:07:33.147553 run osmo-stp_10.42.42.5(pid=5317): stdout: \u000a| (launched: 2022-12-14_10:07:30.936359)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:07:33.271703 run osmo-stp_10.42.42.5(pid=5317): stderr: \u000a| �[0;m�[38;5;43m20221214100731253 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214100731254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214100731255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214100731255 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214100731258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214100731258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214100731258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:07:33.416710 run patchelf(pid=5320): Terminating (SIGINT)\u000a10:07:33.587178 run patchelf(pid=5320): Terminated: ok {rc=0}\u000a10:07:33.618651 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=5317): Process ended prematurely: osmo-stp_10.42.42.5(pid=5317) [trial-2403↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5317)] [trial-2403↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a10:07:33.628073 tst cs_paging_gprs_active.py:38: Test FAILED (9.0 sec)\u000a10:07:33.688425 run osmo-hlr_10.42.42.2(pid=5314): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5314)]\u000a10:07:33.737378 run osmo-hlr_10.42.42.2(pid=5314): stdout: \u000a| (launched: 2022-12-14_10:07:29.974220) \u000a10:07:33.787769 run osmo-hlr_10.42.42.2(pid=5314): stderr: \u000a| �[0;m�[1;31m20221214100730149 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214100730149 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214100730149 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214100730149 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214100730149 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214100730149 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214100730161 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:oc2g+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214100730169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214100730170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214100730170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:07:33.831107 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5307): Terminating (SIGTERM)\u000a10:07:33.871562 run iperf3-srv_10.42.42.10(pid=5308): Terminating (SIGTERM)\u000a10:07:33.911968 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5309): Terminating (SIGTERM)\u000a10:07:33.952783 run iperf3-srv_10.42.42.10(pid=5310): Terminating (SIGTERM)\u000a10:07:33.993660 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5313): Terminating (SIGTERM)\u000a10:07:34.034220 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5316): Terminating (SIGTERM)\u000a10:07:34.074805 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5319): Terminating (SIGTERM)\u000a10:07:34.083911 --- ParallelTerminationStrategy: PID 5307 died...\u000a10:07:34.138154 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5307): Terminated: ok {rc=0}\u000a10:07:34.147806 --- ParallelTerminationStrategy: PID 5308 died...\u000a10:07:34.201317 run iperf3-srv_10.42.42.10(pid=5308): Terminated {rc=256}\u000a10:07:34.210782 --- ParallelTerminationStrategy: PID 5309 died...\u000a10:07:34.264212 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5309): Terminated: ok {rc=0}\u000a10:07:34.273862 --- ParallelTerminationStrategy: PID 5310 died...\u000a10:07:34.327118 run iperf3-srv_10.42.42.10(pid=5310): Terminated {rc=256}\u000a10:07:34.336542 --- ParallelTerminationStrategy: PID 5313 died...\u000a10:07:34.390147 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5313): Terminated: ok {rc=0}\u000a10:07:34.399654 --- ParallelTerminationStrategy: PID 5316 died...\u000a10:07:34.453549 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5316): Terminated: ok {rc=0}\u000a10:07:34.463108 --- ParallelTerminationStrategy: PID 5319 died...\u000a10:07:34.517396 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5319): Terminated: ok {rc=0}\u000a10:07:34.606078 bus /gobi_0: Setting Powered False\u000a10:07:35.710193 bus /gobi_0: Setting Powered False\u000a10:07:36.822082 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 265, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5329): Process ended prematurely: osmo-stp_10.42.42.5(pid=5329) [trial-2403↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5329)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5329): Process ended prematurely: osmo-stp_10.42.42.5(pid=5329) [trial-2403↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5329)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:oc2g+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a10:07:37.936496 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:07:37.948253 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a10:07:38.073529 tst iperf3.py: using LAC 40186\u000a10:07:38.192435 tst iperf3.py: using RAC 151\u000a10:07:38.312396 tst iperf3.py: using CellId 40186\u000a10:07:38.431605 tst iperf3.py: using BVCI 40187\u000a10:07:38.454745 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:07:38.465625 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:07:38.476057 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:07:38.486583 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:07:38.497391 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:07:38.508193 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:07:38.519195 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:07:38.529999 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:07:38.540875 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:07:38.820478 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:07:38.946094 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:07:39.259801 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5321): Launched\u000a10:07:39.519125 run iperf3-srv_10.42.42.10(pid=5322): Launched\u000a10:07:39.702008 tst iperf3.py:8: start network...\u000a10:07:39.827388 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:07:40.300210 run create_hlr_db(pid=5323): Launched\u000a10:07:40.472759 bus /gobi_6: Setting Powered False\u000a10:07:41.494513 run create_hlr_db(pid=5323): Terminated: ok {rc=0}\u000a10:07:41.922468 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5325): Launched\u000a10:07:42.244632 run osmo-hlr_10.42.42.2(pid=5326): Launched\u000a10:07:42.364522 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:07:42.923991 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5328): Launched\u000a10:07:43.248343 run osmo-stp_10.42.42.5(pid=5329): Launched\u000a10:07:43.364803 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:07:43.926513 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5331): Launched\u000a10:07:44.040680 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:07:44.323297 run patchelf(pid=5332): Launched\u000a10:07:44.511285 run osmo-stp_10.42.42.5(pid=5329): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5329)]\u000a10:07:44.649472 run osmo-stp_10.42.42.5(pid=5329): stdout: \u000a| (launched: 2022-12-14_10:07:43.087974)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:07:44.787480 run osmo-stp_10.42.42.5(pid=5329): stderr: \u000a| �[0;m�[38;5;43m20221214100743277 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214100743277 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214100743278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214100743278 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214100743278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214100743278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214100743278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:07:44.920746 run osmo-stp_10.42.42.5(pid=5329): stdout: \u000a| (launched: 2022-12-14_10:07:43.087974)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:07:45.052853 run osmo-stp_10.42.42.5(pid=5329): stderr: \u000a| �[0;m�[38;5;43m20221214100743277 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214100743277 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214100743278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214100743278 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214100743278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214100743278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214100743278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:07:45.207334 run patchelf(pid=5332): Terminating (SIGINT)\u000a10:07:45.387965 run patchelf(pid=5332): Terminated: ok {rc=0}\u000a10:07:45.421293 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5329): Process ended prematurely: osmo-stp_10.42.42.5(pid=5329) [trial-2403↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5329)] [trial-2403↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8]\u000a10:07:45.431383 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a10:07:45.494574 run osmo-hlr_10.42.42.2(pid=5326): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:oc2g+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5326)]\u000a10:07:45.546089 run osmo-hlr_10.42.42.2(pid=5326): stdout: \u000a| (launched: 2022-12-14_10:07:42.085909) \u000a10:07:45.598535 run osmo-hlr_10.42.42.2(pid=5326): stderr: \u000a| �[0;m�[1;31m20221214100742282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214100742282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214100742282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214100742282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214100742282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214100742282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214100742296 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:oc2g+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214100742304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214100742304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214100742304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:07:45.643103 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5321): Terminating (SIGTERM)\u000a10:07:45.685627 run iperf3-srv_10.42.42.10(pid=5322): Terminating (SIGTERM)\u000a10:07:45.728139 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5325): Terminating (SIGTERM)\u000a10:07:45.770055 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5328): Terminating (SIGTERM)\u000a10:07:45.812589 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5331): Terminating (SIGTERM)\u000a10:07:45.822206 --- ParallelTerminationStrategy: PID 5321 died...\u000a10:07:45.901175 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5321): Terminated: ok {rc=0}\u000a10:07:45.918258 --- ParallelTerminationStrategy: PID 5322 died...\u000a10:07:45.975919 run iperf3-srv_10.42.42.10(pid=5322): Terminated {rc=256}\u000a10:07:45.986577 --- ParallelTerminationStrategy: PID 5325 died...\u000a10:07:46.044017 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5325): Terminated: ok {rc=0}\u000a10:07:46.054598 --- ParallelTerminationStrategy: PID 5328 died...\u000a10:07:46.113667 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5328): Terminated: ok {rc=0}\u000a10:07:46.125083 --- ParallelTerminationStrategy: PID 5331 died...\u000a10:07:46.181634 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5331): Terminated: ok {rc=0}\u000a10:07:46.270242 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 265, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5348): Process ended prematurely: osmo-stp_10.42.42.5(pid=5348) [trial-2403↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5348)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5348): Process ended prematurely: osmo-stp_10.42.42.5(pid=5348) [trial-2403↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5348)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:oc2g+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a10:07:47.379844 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:07:47.391306 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a10:07:47.521465 tst iperf3m4.py: using LAC 40187\u000a10:07:47.649799 tst iperf3m4.py: using RAC 152\u000a10:07:47.789362 tst iperf3m4.py: using CellId 40187\u000a10:07:47.922664 tst iperf3m4.py: using BVCI 40188\u000a10:07:47.947308 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:07:47.958586 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:07:47.969622 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:07:47.980677 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:07:47.992084 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:07:48.003546 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:07:48.015322 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:07:48.026764 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:07:48.038378 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:07:48.162201 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:07:48.279674 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:07:48.400364 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:07:48.690477 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:07:48.824008 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:07:49.159428 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5333): Launched\u000a10:07:49.436386 run iperf3-srv_10.42.42.10(pid=5335): Launched\u000a10:07:49.632081 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a10:07:49.765600 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:07:50.100696 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5336): Launched\u000a10:07:50.376406 run iperf3-srv_10.42.42.10(pid=5337): Launched\u000a10:07:50.571315 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a10:07:50.704574 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:07:51.038171 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5338): Launched\u000a10:07:51.317190 run iperf3-srv_10.42.42.10(pid=5339): Launched\u000a10:07:51.513112 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a10:07:51.646629 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:07:52.009308 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5340): Launched\u000a10:07:52.270876 run iperf3-srv_10.42.42.10(pid=5341): Launched\u000a10:07:52.454408 tst iperf3m4.py:8: start network...\u000a10:07:52.579912 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:07:53.054446 run create_hlr_db(pid=5342): Launched\u000a10:07:53.229352 bus /gobi_6: Setting Powered False\u000a10:07:54.250703 run create_hlr_db(pid=5342): Terminated: ok {rc=0}\u000a10:07:54.655122 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5344): Launched\u000a10:07:54.957255 run osmo-hlr_10.42.42.2(pid=5345): Launched\u000a10:07:55.071182 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:07:55.599604 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5347): Launched\u000a10:07:55.902224 run osmo-stp_10.42.42.5(pid=5348): Launched\u000a10:07:56.013946 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:07:56.545701 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5350): Launched\u000a10:07:56.653514 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:07:56.918211 run patchelf(pid=5351): Launched\u000a10:07:57.095778 run osmo-stp_10.42.42.5(pid=5348): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5348)]\u000a10:07:57.226175 run osmo-stp_10.42.42.5(pid=5348): stdout: \u000a| (launched: 2022-12-14_10:07:55.752519)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:07:57.356418 run osmo-stp_10.42.42.5(pid=5348): stderr: \u000a| �[0;m�[38;5;43m20221214100755921 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214100755921 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214100755921 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214100755922 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214100755922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214100755922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214100755922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:07:57.482230 run osmo-stp_10.42.42.5(pid=5348): stdout: \u000a| (launched: 2022-12-14_10:07:55.752519)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:07:57.606547 run osmo-stp_10.42.42.5(pid=5348): stderr: \u000a| �[0;m�[38;5;43m20221214100755921 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214100755921 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214100755921 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214100755922 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214100755922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214100755922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214100755922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:07:57.751277 run patchelf(pid=5351): Terminating (SIGINT)\u000a10:07:57.922298 run patchelf(pid=5351): Terminated: ok {rc=0}\u000a10:07:57.953861 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5348): Process ended prematurely: osmo-stp_10.42.42.5(pid=5348) [trial-2403↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5348)] [trial-2403↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8]\u000a10:07:57.963338 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a10:07:58.024488 run osmo-hlr_10.42.42.2(pid=5345): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5345)]\u000a10:07:58.074014 run osmo-hlr_10.42.42.2(pid=5345): stdout: \u000a| (launched: 2022-12-14_10:07:54.808322) \u000a10:07:58.124301 run osmo-hlr_10.42.42.2(pid=5345): stderr: \u000a| �[0;m�[1;31m20221214100754981 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214100754981 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214100754981 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214100754981 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214100754981 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214100754981 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214100754993 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:oc2g+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214100755001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214100755001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214100755001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:07:58.166926 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5333): Terminating (SIGTERM)\u000a10:07:58.207670 run iperf3-srv_10.42.42.10(pid=5335): Terminating (SIGTERM)\u000a10:07:58.247967 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5336): Terminating (SIGTERM)\u000a10:07:58.289016 run iperf3-srv_10.42.42.10(pid=5337): Terminating (SIGTERM)\u000a10:07:58.329630 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5338): Terminating (SIGTERM)\u000a10:07:58.370562 run iperf3-srv_10.42.42.10(pid=5339): Terminating (SIGTERM)\u000a10:07:58.411295 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5340): Terminating (SIGTERM)\u000a10:07:58.451974 run iperf3-srv_10.42.42.10(pid=5341): Terminating (SIGTERM)\u000a10:07:58.492611 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5344): Terminating (SIGTERM)\u000a10:07:58.533137 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5347): Terminating (SIGTERM)\u000a10:07:58.573682 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5350): Terminating (SIGTERM)\u000a10:07:58.582995 --- ParallelTerminationStrategy: PID 5333 died...\u000a10:07:58.637529 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5333): Terminated: ok {rc=0}\u000a10:07:58.647156 --- ParallelTerminationStrategy: PID 5335 died...\u000a10:07:58.701163 run iperf3-srv_10.42.42.10(pid=5335): Terminated {rc=256}\u000a10:07:58.710791 --- ParallelTerminationStrategy: PID 5336 died...\u000a10:07:58.764822 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5336): Terminated: ok {rc=0}\u000a10:07:58.774457 --- ParallelTerminationStrategy: PID 5337 died...\u000a10:07:58.828271 run iperf3-srv_10.42.42.10(pid=5337): Terminated {rc=256}\u000a10:07:58.837794 --- ParallelTerminationStrategy: PID 5338 died...\u000a10:07:58.891442 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5338): Terminated: ok {rc=0}\u000a10:07:58.901126 --- ParallelTerminationStrategy: PID 5339 died...\u000a10:07:58.954921 run iperf3-srv_10.42.42.10(pid=5339): Terminated {rc=256}\u000a10:07:58.964625 --- ParallelTerminationStrategy: PID 5340 died...\u000a10:07:59.018533 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5340): Terminated: ok {rc=0}\u000a10:07:59.028154 --- ParallelTerminationStrategy: PID 5341 died...\u000a10:07:59.082453 run iperf3-srv_10.42.42.10(pid=5341): Terminated {rc=256}\u000a10:07:59.092212 --- ParallelTerminationStrategy: PID 5344 died...\u000a10:07:59.145999 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5344): Terminated: ok {rc=0}\u000a10:07:59.155555 --- ParallelTerminationStrategy: PID 5347 died...\u000a10:07:59.209616 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5347): Terminated: ok {rc=0}\u000a10:07:59.219364 --- ParallelTerminationStrategy: PID 5350 died...\u000a10:07:59.273133 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5350): Terminated: ok {rc=0}\u000a10:07:59.361936 bus /gobi_4: Setting Powered False\u000a10:08:00.469901 bus /gobi_4: Setting Powered False\u000a10:08:01.596049 bus /gobi_1: Setting Powered False\u000a10:08:02.698378 bus /gobi_1: Setting Powered False\u000a10:08:03.811338 bus /gobi_0: Setting Powered False\u000a10:08:04.915524 bus /gobi_0: Setting Powered False\u000a10:08:06.029086 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 265, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5358): Process ended prematurely: osmo-stp_10.42.42.5(pid=5358) [trial-2403↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5358)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5358): Process ended prematurely: osmo-stp_10.42.42.5(pid=5358) [trial-2403↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5358)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:oc2g+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a10:08:07.096501 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:08:07.107824 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a10:08:07.233481 tst ping.py: using LAC 40188\u000a10:08:07.350652 tst ping.py: using RAC 153\u000a10:08:07.474438 tst ping.py: using CellId 40188\u000a10:08:07.590502 tst ping.py: using BVCI 40189\u000a10:08:07.612824 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:08:07.623500 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:08:07.634214 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:08:07.644705 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:08:07.655571 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:08:07.666343 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:08:07.677249 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:08:07.688083 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:08:07.977739 tst ping.py:19: start network...\u000a10:08:08.109935 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:08:08.615726 run create_hlr_db(pid=5352): Launched\u000a10:08:08.799913 bus /gobi_6: Setting Powered False\u000a10:08:09.809884 run create_hlr_db(pid=5352): Terminated: ok {rc=0}\u000a10:08:10.242480 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5354): Launched\u000a10:08:10.560878 run osmo-hlr_10.42.42.2(pid=5355): Launched\u000a10:08:10.675416 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:08:11.227677 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5357): Launched\u000a10:08:11.544502 run osmo-stp_10.42.42.5(pid=5358): Launched\u000a10:08:11.657558 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:08:12.210803 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5360): Launched\u000a10:08:12.323170 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:08:12.600034 run patchelf(pid=5361): Launched\u000a10:08:12.785408 run osmo-stp_10.42.42.5(pid=5358): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5358)]\u000a10:08:12.921403 run osmo-stp_10.42.42.5(pid=5358): stdout: \u000a| (launched: 2022-12-14_10:08:11.388431)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:08:13.057601 run osmo-stp_10.42.42.5(pid=5358): stderr: \u000a| �[0;m�[38;5;43m20221214100811576 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214100811576 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214100811577 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214100811577 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214100811578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214100811578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214100811578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:08:13.189596 run osmo-stp_10.42.42.5(pid=5358): stdout: \u000a| (launched: 2022-12-14_10:08:11.388431)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:08:13.319719 run osmo-stp_10.42.42.5(pid=5358): stderr: \u000a| �[0;m�[38;5;43m20221214100811576 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214100811576 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214100811577 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214100811577 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214100811578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214100811578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214100811578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:08:13.471520 run patchelf(pid=5361): Terminating (SIGINT)\u000a10:08:13.649520 run patchelf(pid=5361): Terminated: ok {rc=0}\u000a10:08:13.682542 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=5358): Process ended prematurely: osmo-stp_10.42.42.5(pid=5358) [trial-2403↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5358)] [trial-2403↪gprs:oc2g+mod-bts0-egprs↪ping.py:22]\u000a10:08:13.691957 tst ping.py:22: Test FAILED (6.6 sec)\u000a10:08:13.755404 run osmo-hlr_10.42.42.2(pid=5355): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:oc2g+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5355)]\u000a10:08:13.807266 run osmo-hlr_10.42.42.2(pid=5355): stdout: \u000a| (launched: 2022-12-14_10:08:10.403698) \u000a10:08:13.859862 run osmo-hlr_10.42.42.2(pid=5355): stderr: \u000a| �[0;m�[1;31m20221214100810600 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214100810600 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214100810601 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214100810601 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214100810601 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214100810601 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214100810613 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:oc2g+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214100810621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214100810622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214100810622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:08:13.904641 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5354): Terminating (SIGTERM)\u000a10:08:13.947171 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5357): Terminating (SIGTERM)\u000a10:08:13.989448 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5360): Terminating (SIGTERM)\u000a10:08:13.999166 --- ParallelTerminationStrategy: PID 5354 died...\u000a10:08:14.055629 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5354): Terminated: ok {rc=0}\u000a10:08:14.066213 --- ParallelTerminationStrategy: PID 5357 died...\u000a10:08:14.122203 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5357): Terminated: ok {rc=0}\u000a10:08:14.132204 --- ParallelTerminationStrategy: PID 5360 died...\u000a10:08:14.188340 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5360): Terminated: ok {rc=0}\u000a10:08:14.274912 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 265, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5368): Process ended prematurely: osmo-stp_10.42.42.5(pid=5368) [trial-2403↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5368)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5368): Process ended prematurely: osmo-stp_10.42.42.5(pid=5368) [trial-2403↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5368)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:oc2g+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a10:08:15.327289 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:08:15.339236 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a10:08:15.471513 tst ping_idle_ping.py: using LAC 40189\u000a10:08:15.596045 tst ping_idle_ping.py: using RAC 154\u000a10:08:15.722275 tst ping_idle_ping.py: using CellId 40189\u000a10:08:15.850584 tst ping_idle_ping.py: using BVCI 40190\u000a10:08:15.875937 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:08:15.887926 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:08:15.905284 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:08:15.919616 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:08:15.932719 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:08:15.944477 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:08:15.957163 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:08:15.970064 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:08:16.256502 tst ping_idle_ping.py:24: start network...\u000a10:08:16.384165 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:08:16.914000 run create_hlr_db(pid=5362): Launched\u000a10:08:17.091998 bus /gobi_6: Setting Powered False\u000a10:08:18.109463 run create_hlr_db(pid=5362): Terminated: ok {rc=0}\u000a10:08:18.535255 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5364): Launched\u000a10:08:18.854148 run osmo-hlr_10.42.42.2(pid=5365): Launched\u000a10:08:18.969821 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:08:19.523384 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5367): Launched\u000a10:08:19.841585 run osmo-stp_10.42.42.5(pid=5368): Launched\u000a10:08:19.955822 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:08:20.511219 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5370): Launched\u000a10:08:20.625528 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:08:20.903002 run patchelf(pid=5371): Launched\u000a10:08:21.090385 run osmo-stp_10.42.42.5(pid=5368): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5368)]\u000a10:08:21.227145 run osmo-stp_10.42.42.5(pid=5368): stdout: \u000a| (launched: 2022-12-14_10:08:19.684309)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:08:21.364767 run osmo-stp_10.42.42.5(pid=5368): stderr: \u000a| �[0;m�[38;5;43m20221214100819875 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214100819875 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214100819875 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214100819875 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214100819876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214100819876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214100819876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:08:21.496760 run osmo-stp_10.42.42.5(pid=5368): stdout: \u000a| (launched: 2022-12-14_10:08:19.684309)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:08:21.626987 run osmo-stp_10.42.42.5(pid=5368): stderr: \u000a| �[0;m�[38;5;43m20221214100819875 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214100819875 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214100819875 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214100819875 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214100819876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214100819876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214100819876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:08:21.778638 run patchelf(pid=5371): Terminating (SIGINT)\u000a10:08:21.956803 run patchelf(pid=5371): Terminated: ok {rc=0}\u000a10:08:21.989512 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=5368): Process ended prematurely: osmo-stp_10.42.42.5(pid=5368) [trial-2403↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5368)] [trial-2403↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a10:08:21.999047 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a10:08:22.062839 run osmo-hlr_10.42.42.2(pid=5365): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5365)]\u000a10:08:22.115128 run osmo-hlr_10.42.42.2(pid=5365): stdout: \u000a| (launched: 2022-12-14_10:08:18.696533) \u000a10:08:22.167868 run osmo-hlr_10.42.42.2(pid=5365): stderr: \u000a| �[0;m�[1;31m20221214100818892 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214100818892 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214100818892 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214100818892 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214100818892 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214100818892 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214100818906 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:oc2g+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214100818914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214100818914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214100818914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:08:22.212843 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5364): Terminating (SIGTERM)\u000a10:08:22.255051 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5367): Terminating (SIGTERM)\u000a10:08:22.297284 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5370): Terminating (SIGTERM)\u000a10:08:22.307008 --- ParallelTerminationStrategy: PID 5364 died...\u000a10:08:22.363343 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5364): Terminated: ok {rc=0}\u000a10:08:22.373459 --- ParallelTerminationStrategy: PID 5367 died...\u000a10:08:22.429221 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5367): Terminated: ok {rc=0}\u000a10:08:22.439226 --- ParallelTerminationStrategy: PID 5370 died...\u000a10:08:22.495207 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5370): Terminated: ok {rc=0}\u000a10:08:22.582417 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "31", "name" : "gprs_oc2g+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T10:07:24" }, { "cases" : [ { "testActions" : [ ], "age" : 265, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5386): Process ended prematurely: osmo-stp_10.42.42.5(pid=5386) [trial-2403↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5386)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5386): Process ended prematurely: osmo-stp_10.42.42.5(pid=5386) [trial-2403↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5386)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:oc2g+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a10:08:24.707208 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:08:24.718374 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a10:08:24.868463 tst cs_paging_gprs_active.py: using LAC 40190\u000a10:08:24.994511 tst cs_paging_gprs_active.py: using RAC 155\u000a10:08:25.123418 tst cs_paging_gprs_active.py: using CellId 40190\u000a10:08:25.246775 tst cs_paging_gprs_active.py: using BVCI 40191\u000a10:08:25.270334 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:08:25.281177 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:08:25.291873 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:08:25.302725 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:08:25.313976 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:08:25.325138 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:08:25.336056 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:08:25.346998 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:08:25.358303 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:08:25.479326 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:08:25.760912 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a10:08:25.887250 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:08:26.204338 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5376): Launched\u000a10:08:26.466710 run iperf3-srv_10.42.42.10(pid=5377): Launched\u000a10:08:26.651983 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a10:08:26.778175 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:08:27.094029 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5378): Launched\u000a10:08:27.356844 run iperf3-srv_10.42.42.10(pid=5379): Launched\u000a10:08:27.541721 tst cs_paging_gprs_active.py:38: start network...\u000a10:08:27.667798 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:08:28.144771 run create_hlr_db(pid=5380): Launched\u000a10:08:28.319418 bus /gobi_6: Setting Powered False\u000a10:08:29.340876 run create_hlr_db(pid=5380): Terminated: ok {rc=0}\u000a10:08:29.771423 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5382): Launched\u000a10:08:30.094876 run osmo-hlr_10.42.42.2(pid=5383): Launched\u000a10:08:30.217024 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:08:30.779179 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5385): Launched\u000a10:08:31.230431 run osmo-stp_10.42.42.5(pid=5386): Launched\u000a10:08:31.443948 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:08:32.030580 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5388): Launched\u000a10:08:32.148446 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:08:32.432169 run patchelf(pid=5389): Launched\u000a10:08:32.622167 run osmo-stp_10.42.42.5(pid=5386): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5386)]\u000a10:08:32.761301 run osmo-stp_10.42.42.5(pid=5386): stdout: \u000a| (launched: 2022-12-14_10:08:30.968208)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:08:32.900348 run osmo-stp_10.42.42.5(pid=5386): stderr: \u000a| �[0;m�[38;5;43m20221214100831266 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214100831266 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214100831266 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214100831267 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214100831267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214100831267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214100831267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:08:33.034145 run osmo-stp_10.42.42.5(pid=5386): stdout: \u000a| (launched: 2022-12-14_10:08:30.968208)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:08:33.167578 run osmo-stp_10.42.42.5(pid=5386): stderr: \u000a| �[0;m�[38;5;43m20221214100831266 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214100831266 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214100831266 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214100831267 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214100831267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214100831267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214100831267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:08:33.323037 run patchelf(pid=5389): Terminating (SIGINT)\u000a10:08:33.505965 run patchelf(pid=5389): Terminated: ok {rc=0}\u000a10:08:33.539576 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=5386): Process ended prematurely: osmo-stp_10.42.42.5(pid=5386) [trial-2403↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5386)] [trial-2403↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a10:08:33.549585 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a10:08:33.612638 run osmo-hlr_10.42.42.2(pid=5383): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5383)]\u000a10:08:33.664176 run osmo-hlr_10.42.42.2(pid=5383): stdout: \u000a| (launched: 2022-12-14_10:08:29.935680) \u000a10:08:33.716460 run osmo-hlr_10.42.42.2(pid=5383): stderr: \u000a| �[0;m�[1;31m20221214100830132 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214100830132 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214100830132 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214100830132 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214100830132 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214100830132 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214100830144 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:oc2g+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214100830152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214100830153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214100830153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:08:33.760759 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5376): Terminating (SIGTERM)\u000a10:08:33.803571 run iperf3-srv_10.42.42.10(pid=5377): Terminating (SIGTERM)\u000a10:08:33.845399 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5378): Terminating (SIGTERM)\u000a10:08:33.887462 run iperf3-srv_10.42.42.10(pid=5379): Terminating (SIGTERM)\u000a10:08:33.929884 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5382): Terminating (SIGTERM)\u000a10:08:33.971694 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5385): Terminating (SIGTERM)\u000a10:08:34.013951 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5388): Terminating (SIGTERM)\u000a10:08:34.023625 --- ParallelTerminationStrategy: PID 5376 died...\u000a10:08:34.080030 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5376): Terminated: ok {rc=0}\u000a10:08:34.090053 --- ParallelTerminationStrategy: PID 5377 died...\u000a10:08:34.145505 run iperf3-srv_10.42.42.10(pid=5377): Terminated {rc=256}\u000a10:08:34.155356 --- ParallelTerminationStrategy: PID 5378 died...\u000a10:08:34.210606 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5378): Terminated: ok {rc=0}\u000a10:08:34.220493 --- ParallelTerminationStrategy: PID 5379 died...\u000a10:08:34.275806 run iperf3-srv_10.42.42.10(pid=5379): Terminated {rc=256}\u000a10:08:34.285697 --- ParallelTerminationStrategy: PID 5382 died...\u000a10:08:34.341046 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5382): Terminated: ok {rc=0}\u000a10:08:34.351029 --- ParallelTerminationStrategy: PID 5385 died...\u000a10:08:34.406228 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5385): Terminated: ok {rc=0}\u000a10:08:34.416109 --- ParallelTerminationStrategy: PID 5388 died...\u000a10:08:34.471332 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5388): Terminated: ok {rc=0}\u000a10:08:34.558575 bus /gobi_0: Setting Powered False\u000a10:08:35.664769 bus /gobi_0: Setting Powered False\u000a10:08:36.773351 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 265, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5398): Process ended prematurely: osmo-stp_10.42.42.5(pid=5398) [trial-2403↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5398)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5398): Process ended prematurely: osmo-stp_10.42.42.5(pid=5398) [trial-2403↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5398)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:oc2g+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a10:08:37.883769 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:08:37.895269 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a10:08:38.043091 tst iperf3.py: using LAC 40191\u000a10:08:38.163814 tst iperf3.py: using RAC 156\u000a10:08:38.283717 tst iperf3.py: using CellId 40191\u000a10:08:38.403705 tst iperf3.py: using BVCI 40192\u000a10:08:38.426963 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:08:38.437943 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:08:38.448427 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:08:38.459029 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:08:38.469822 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:08:38.480629 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:08:38.491693 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:08:38.502494 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:08:38.513632 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:08:38.791262 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:08:38.916487 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:08:39.231736 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5390): Launched\u000a10:08:39.493248 run iperf3-srv_10.42.42.10(pid=5391): Launched\u000a10:08:39.678124 tst iperf3.py:8: start network...\u000a10:08:39.804087 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:08:40.279829 run create_hlr_db(pid=5392): Launched\u000a10:08:40.453617 bus /gobi_6: Setting Powered False\u000a10:08:41.474995 run create_hlr_db(pid=5392): Terminated: ok {rc=0}\u000a10:08:41.879075 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5394): Launched\u000a10:08:42.181769 run osmo-hlr_10.42.42.2(pid=5395): Launched\u000a10:08:42.297671 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:08:42.831375 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5397): Launched\u000a10:08:43.134563 run osmo-stp_10.42.42.5(pid=5398): Launched\u000a10:08:43.244799 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:08:43.772657 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5400): Launched\u000a10:08:43.880248 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:08:44.145430 run patchelf(pid=5401): Launched\u000a10:08:44.322951 run osmo-stp_10.42.42.5(pid=5398): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5398)]\u000a10:08:44.452894 run osmo-stp_10.42.42.5(pid=5398): stdout: \u000a| (launched: 2022-12-14_10:08:42.984722)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:08:44.583220 run osmo-stp_10.42.42.5(pid=5398): stderr: \u000a| �[0;m�[38;5;43m20221214100843155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214100843155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214100843156 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214100843156 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214100843157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214100843157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214100843157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:08:44.708458 run osmo-stp_10.42.42.5(pid=5398): stdout: \u000a| (launched: 2022-12-14_10:08:42.984722)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:08:44.832779 run osmo-stp_10.42.42.5(pid=5398): stderr: \u000a| �[0;m�[38;5;43m20221214100843155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214100843155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214100843156 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214100843156 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214100843157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214100843157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214100843157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:08:44.977536 run patchelf(pid=5401): Terminating (SIGINT)\u000a10:08:45.148141 run patchelf(pid=5401): Terminated: ok {rc=0}\u000a10:08:45.179569 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5398): Process ended prematurely: osmo-stp_10.42.42.5(pid=5398) [trial-2403↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5398)] [trial-2403↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a10:08:45.189076 tst iperf3.py:8: Test FAILED (7.3 sec)\u000a10:08:45.249241 run osmo-hlr_10.42.42.2(pid=5395): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5395)]\u000a10:08:45.298613 run osmo-hlr_10.42.42.2(pid=5395): stdout: \u000a| (launched: 2022-12-14_10:08:42.032586) \u000a10:08:45.348684 run osmo-hlr_10.42.42.2(pid=5395): stderr: \u000a| �[0;m�[1;31m20221214100842209 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214100842209 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214100842209 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214100842209 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214100842209 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214100842209 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214100842222 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:oc2g+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214100842230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214100842231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214100842231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:08:45.391348 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5390): Terminating (SIGTERM)\u000a10:08:45.431570 run iperf3-srv_10.42.42.10(pid=5391): Terminating (SIGTERM)\u000a10:08:45.471905 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5394): Terminating (SIGTERM)\u000a10:08:45.511971 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5397): Terminating (SIGTERM)\u000a10:08:45.552362 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5400): Terminating (SIGTERM)\u000a10:08:45.561638 --- ParallelTerminationStrategy: PID 5390 died...\u000a10:08:45.616251 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5390): Terminated: ok {rc=0}\u000a10:08:45.625801 --- ParallelTerminationStrategy: PID 5391 died...\u000a10:08:45.679615 run iperf3-srv_10.42.42.10(pid=5391): Terminated {rc=256}\u000a10:08:45.689074 --- ParallelTerminationStrategy: PID 5394 died...\u000a10:08:45.742353 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5394): Terminated: ok {rc=0}\u000a10:08:45.751734 --- ParallelTerminationStrategy: PID 5397 died...\u000a10:08:45.805359 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5397): Terminated: ok {rc=0}\u000a10:08:45.814848 --- ParallelTerminationStrategy: PID 5400 died...\u000a10:08:45.880878 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5400): Terminated: ok {rc=0}\u000a10:08:45.992407 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 265, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5416): Process ended prematurely: osmo-stp_10.42.42.5(pid=5416) [trial-2403↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5416)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5416): Process ended prematurely: osmo-stp_10.42.42.5(pid=5416) [trial-2403↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5416)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:oc2g+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a10:08:47.136337 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:08:47.148347 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a10:08:47.292401 tst iperf3m4.py: using LAC 40192\u000a10:08:47.418039 tst iperf3m4.py: using RAC 157\u000a10:08:47.539747 tst iperf3m4.py: using CellId 40192\u000a10:08:47.655720 tst iperf3m4.py: using BVCI 40193\u000a10:08:47.678998 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:08:47.689977 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:08:47.700759 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:08:47.711513 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:08:47.722416 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:08:47.733435 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:08:47.744489 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:08:47.755458 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:08:47.766830 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:08:47.887789 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:08:48.010047 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:08:48.128171 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:08:48.422465 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:08:48.558225 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:08:48.893993 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5402): Launched\u000a10:08:49.172235 run iperf3-srv_10.42.42.10(pid=5403): Launched\u000a10:08:49.369955 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a10:08:49.504600 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:08:49.840906 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5404): Launched\u000a10:08:50.120619 run iperf3-srv_10.42.42.10(pid=5405): Launched\u000a10:08:50.319180 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a10:08:50.454153 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:08:50.790233 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5406): Launched\u000a10:08:51.069598 run iperf3-srv_10.42.42.10(pid=5407): Launched\u000a10:08:51.267694 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a10:08:51.402319 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:08:51.738071 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5408): Launched\u000a10:08:52.017976 run iperf3-srv_10.42.42.10(pid=5409): Launched\u000a10:08:52.215830 tst iperf3m4.py:8: start network...\u000a10:08:52.350345 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:08:52.867608 run create_hlr_db(pid=5410): Launched\u000a10:08:53.053978 bus /gobi_6: Setting Powered False\u000a10:08:54.074368 run create_hlr_db(pid=5410): Terminated: ok {rc=0}\u000a10:08:54.485082 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5412): Launched\u000a10:08:54.787735 run osmo-hlr_10.42.42.2(pid=5413): Launched\u000a10:08:54.906660 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:08:55.449844 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5415): Launched\u000a10:08:55.774314 run osmo-stp_10.42.42.5(pid=5416): Launched\u000a10:08:55.889843 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:08:56.457382 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5418): Launched\u000a10:08:56.573220 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:08:56.857467 run patchelf(pid=5419): Launched\u000a10:08:57.047479 run osmo-stp_10.42.42.5(pid=5416): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5416)]\u000a10:08:57.187299 run osmo-stp_10.42.42.5(pid=5416): stdout: \u000a| (launched: 2022-12-14_10:08:55.614507)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:08:57.326861 run osmo-stp_10.42.42.5(pid=5416): stderr: \u000a| �[0;m�[38;5;43m20221214100855803 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214100855803 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214100855804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214100855804 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214100855804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214100855805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214100855805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:08:57.460882 run osmo-stp_10.42.42.5(pid=5416): stdout: \u000a| (launched: 2022-12-14_10:08:55.614507)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:08:57.593471 run osmo-stp_10.42.42.5(pid=5416): stderr: \u000a| �[0;m�[38;5;43m20221214100855803 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214100855803 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214100855804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214100855804 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214100855804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214100855805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214100855805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:08:57.749466 run patchelf(pid=5419): Terminating (SIGINT)\u000a10:08:57.932005 run patchelf(pid=5419): Terminated: ok {rc=0}\u000a10:08:57.965550 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5416): Process ended prematurely: osmo-stp_10.42.42.5(pid=5416) [trial-2403↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5416)] [trial-2403↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a10:08:57.975491 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a10:08:58.038702 run osmo-hlr_10.42.42.2(pid=5413): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5413)]\u000a10:08:58.090648 run osmo-hlr_10.42.42.2(pid=5413): stdout: \u000a| (launched: 2022-12-14_10:08:54.638486) \u000a10:08:58.143138 run osmo-hlr_10.42.42.2(pid=5413): stderr: \u000a| �[0;m�[1;31m20221214100854810 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214100854810 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214100854810 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214100854810 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214100854810 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214100854811 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214100854823 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:oc2g+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214100854831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214100854831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214100854831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:08:58.187567 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5402): Terminating (SIGTERM)\u000a10:08:58.229514 run iperf3-srv_10.42.42.10(pid=5403): Terminating (SIGTERM)\u000a10:08:58.271459 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5404): Terminating (SIGTERM)\u000a10:08:58.313260 run iperf3-srv_10.42.42.10(pid=5405): Terminating (SIGTERM)\u000a10:08:58.355680 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5406): Terminating (SIGTERM)\u000a10:08:58.397557 run iperf3-srv_10.42.42.10(pid=5407): Terminating (SIGTERM)\u000a10:08:58.439382 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5408): Terminating (SIGTERM)\u000a10:08:58.481531 run iperf3-srv_10.42.42.10(pid=5409): Terminating (SIGTERM)\u000a10:08:58.523252 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5412): Terminating (SIGTERM)\u000a10:08:58.565044 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5415): Terminating (SIGTERM)\u000a10:08:58.607252 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5418): Terminating (SIGTERM)\u000a10:08:58.616849 --- ParallelTerminationStrategy: PID 5402 died...\u000a10:08:58.673199 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5402): Terminated: ok {rc=0}\u000a10:08:58.683239 --- ParallelTerminationStrategy: PID 5403 died...\u000a10:08:58.738831 run iperf3-srv_10.42.42.10(pid=5403): Terminated {rc=256}\u000a10:08:58.748786 --- ParallelTerminationStrategy: PID 5404 died...\u000a10:08:58.804449 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5404): Terminated: ok {rc=0}\u000a10:08:58.814487 --- ParallelTerminationStrategy: PID 5405 died...\u000a10:08:58.869860 run iperf3-srv_10.42.42.10(pid=5405): Terminated {rc=256}\u000a10:08:58.879810 --- ParallelTerminationStrategy: PID 5406 died...\u000a10:08:58.935499 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5406): Terminated: ok {rc=0}\u000a10:08:58.945887 --- ParallelTerminationStrategy: PID 5407 died...\u000a10:08:59.001455 run iperf3-srv_10.42.42.10(pid=5407): Terminated {rc=256}\u000a10:08:59.011441 --- ParallelTerminationStrategy: PID 5408 died...\u000a10:08:59.067085 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5408): Terminated: ok {rc=0}\u000a10:08:59.077154 --- ParallelTerminationStrategy: PID 5409 died...\u000a10:08:59.133076 run iperf3-srv_10.42.42.10(pid=5409): Terminated {rc=256}\u000a10:08:59.143092 --- ParallelTerminationStrategy: PID 5412 died...\u000a10:08:59.198844 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5412): Terminated: ok {rc=0}\u000a10:08:59.208868 --- ParallelTerminationStrategy: PID 5415 died...\u000a10:08:59.264457 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5415): Terminated: ok {rc=0}\u000a10:08:59.274474 --- ParallelTerminationStrategy: PID 5418 died...\u000a10:08:59.330007 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5418): Terminated: ok {rc=0}\u000a10:08:59.417959 bus /gobi_4: Setting Powered False\u000a10:09:00.521625 bus /gobi_4: Setting Powered False\u000a10:09:01.637456 bus /gobi_1: Setting Powered False\u000a10:09:02.796104 bus /gobi_1: Setting Powered False\u000a10:09:03.916388 bus /gobi_0: Setting Powered False\u000a10:09:05.027144 bus /gobi_0: Setting Powered False\u000a10:09:06.145562 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 265, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5698): Process ended prematurely: osmo-stp_10.42.42.5(pid=5698) [trial-2403↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5698)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5698): Process ended prematurely: osmo-stp_10.42.42.5(pid=5698) [trial-2403↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5698)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:oc2g+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a10:09:07.217485 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:09:07.230832 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a10:09:07.385961 tst ping.py: using LAC 40193\u000a10:09:07.510392 tst ping.py: using RAC 158\u000a10:09:07.636013 tst ping.py: using CellId 40193\u000a10:09:07.765133 tst ping.py: using BVCI 40194\u000a10:09:07.790250 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:09:07.802179 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:09:07.813884 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:09:07.826168 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:09:07.838882 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:09:07.850737 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:09:07.862797 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:09:07.874765 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:09:08.174247 tst ping.py:19: start network...\u000a10:09:08.308454 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:09:08.865846 run create_hlr_db(pid=5692): Launched\u000a10:09:09.057484 bus /gobi_6: Setting Powered False\u000a10:09:10.077725 run create_hlr_db(pid=5692): Terminated: ok {rc=0}\u000a10:09:10.498075 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5694): Launched\u000a10:09:10.901493 run osmo-hlr_10.42.42.2(pid=5695): Launched\u000a10:09:11.064422 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:09:11.738878 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5697): Launched\u000a10:09:12.135909 run osmo-stp_10.42.42.5(pid=5698): Launched\u000a10:09:12.360692 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:09:12.962533 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5700): Launched\u000a10:09:13.072290 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:09:13.354281 run patchelf(pid=5701): Launched\u000a10:09:13.535480 run osmo-stp_10.42.42.5(pid=5698): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5698)]\u000a10:09:13.668372 run osmo-stp_10.42.42.5(pid=5698): stdout: \u000a| (launched: 2022-12-14_10:09:11.893514)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:09:13.802349 run osmo-stp_10.42.42.5(pid=5698): stderr: \u000a| �[0;m�[38;5;43m20221214100912222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214100912222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214100912222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214100912223 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214100912223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214100912223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214100912223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:09:13.930124 run osmo-stp_10.42.42.5(pid=5698): stdout: \u000a| (launched: 2022-12-14_10:09:11.893514)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:09:14.056887 run osmo-stp_10.42.42.5(pid=5698): stderr: \u000a| �[0;m�[38;5;43m20221214100912222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214100912222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214100912222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214100912223 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214100912223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214100912223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214100912223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:09:14.204739 run patchelf(pid=5701): Terminating (SIGINT)\u000a10:09:14.378526 run patchelf(pid=5701): Terminated: ok {rc=0}\u000a10:09:14.410835 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=5698): Process ended prematurely: osmo-stp_10.42.42.5(pid=5698) [trial-2403↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5698)] [trial-2403↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22]\u000a10:09:14.420825 tst ping.py:22: Test FAILED (7.2 sec)\u000a10:09:14.485148 run osmo-hlr_10.42.42.2(pid=5695): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5695)]\u000a10:09:14.537148 run osmo-hlr_10.42.42.2(pid=5695): stdout: \u000a| (launched: 2022-12-14_10:09:10.651030) \u000a10:09:14.590225 run osmo-hlr_10.42.42.2(pid=5695): stderr: \u000a| �[0;m�[1;31m20221214100910982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214100910982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214100910982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214100910982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214100910982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214100910982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214100911053 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:oc2g+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214100911066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214100911066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214100911066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:09:14.635681 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5694): Terminating (SIGTERM)\u000a10:09:14.680876 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5697): Terminating (SIGTERM)\u000a10:09:14.726206 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5700): Terminating (SIGTERM)\u000a10:09:14.736827 --- ParallelTerminationStrategy: PID 5694 died...\u000a10:09:14.796408 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5694): Terminated: ok {rc=0}\u000a10:09:14.807946 --- ParallelTerminationStrategy: PID 5697 died...\u000a10:09:14.864548 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5697): Terminated: ok {rc=0}\u000a10:09:14.875169 --- ParallelTerminationStrategy: PID 5700 died...\u000a10:09:14.932748 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5700): Terminated: ok {rc=0}\u000a10:09:15.020976 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 265, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5708): Process ended prematurely: osmo-stp_10.42.42.5(pid=5708) [trial-2403↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5708)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5708): Process ended prematurely: osmo-stp_10.42.42.5(pid=5708) [trial-2403↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5708)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:oc2g+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a10:09:16.091613 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:09:16.116247 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a10:09:16.295126 tst ping_idle_ping.py: using LAC 40194\u000a10:09:16.443868 tst ping_idle_ping.py: using RAC 159\u000a10:09:16.609551 tst ping_idle_ping.py: using CellId 40194\u000a10:09:16.760582 tst ping_idle_ping.py: using BVCI 40195\u000a10:09:16.787742 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:09:16.801674 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:09:16.815364 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:09:16.830418 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:09:16.844635 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:09:16.858781 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:09:16.871930 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:09:16.887331 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:09:17.246579 tst ping_idle_ping.py:24: start network...\u000a10:09:17.376749 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:09:17.903044 run create_hlr_db(pid=5702): Launched\u000a10:09:18.085250 bus /gobi_6: Setting Powered False\u000a10:09:19.118054 run create_hlr_db(pid=5702): Terminated: ok {rc=0}\u000a10:09:19.539646 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5704): Launched\u000a10:09:19.934406 run osmo-hlr_10.42.42.2(pid=5705): Launched\u000a10:09:20.167076 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:09:20.765881 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5707): Launched\u000a10:09:21.201785 run osmo-stp_10.42.42.5(pid=5708): Launched\u000a10:09:21.417090 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:09:22.004800 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5710): Launched\u000a10:09:22.123511 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:09:22.422100 run patchelf(pid=5711): Launched\u000a10:09:22.617950 run osmo-stp_10.42.42.5(pid=5708): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5708)]\u000a10:09:22.760485 run osmo-stp_10.42.42.5(pid=5708): stdout: \u000a| (launched: 2022-12-14_10:09:20.936189)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:09:22.904670 run osmo-stp_10.42.42.5(pid=5708): stderr: \u000a| �[0;m�[38;5;43m20221214100921227 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214100921227 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214100921227 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214100921228 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214100921228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214100921228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214100921228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:09:23.046357 run osmo-stp_10.42.42.5(pid=5708): stdout: \u000a| (launched: 2022-12-14_10:09:20.936189)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:09:23.183301 run osmo-stp_10.42.42.5(pid=5708): stderr: \u000a| �[0;m�[38;5;43m20221214100921227 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214100921227 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214100921227 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214100921228 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214100921228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214100921228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214100921228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:09:23.342242 run patchelf(pid=5711): Terminating (SIGINT)\u000a10:09:23.529167 run patchelf(pid=5711): Terminated: ok {rc=0}\u000a10:09:23.564035 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=5708): Process ended prematurely: osmo-stp_10.42.42.5(pid=5708) [trial-2403↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5708)] [trial-2403↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a10:09:23.575047 tst ping_idle_ping.py:27: Test FAILED (7.5 sec)\u000a10:09:23.642103 run osmo-hlr_10.42.42.2(pid=5705): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5705)]\u000a10:09:23.696370 run osmo-hlr_10.42.42.2(pid=5705): stdout: \u000a| (launched: 2022-12-14_10:09:19.693134) \u000a10:09:23.754164 run osmo-hlr_10.42.42.2(pid=5705): stderr: \u000a| �[0;m�[1;31m20221214100920025 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214100920026 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214100920026 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214100920026 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214100920026 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214100920026 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214100920047 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:oc2g+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214100920055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214100920055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214100920056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:09:23.802193 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5704): Terminating (SIGTERM)\u000a10:09:23.846863 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5707): Terminating (SIGTERM)\u000a10:09:23.894488 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5710): Terminating (SIGTERM)\u000a10:09:23.905757 --- ParallelTerminationStrategy: PID 5704 died...\u000a10:09:23.968190 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5704): Terminated: ok {rc=0}\u000a10:09:23.979756 --- ParallelTerminationStrategy: PID 5707 died...\u000a10:09:24.038516 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5707): Terminated: ok {rc=0}\u000a10:09:24.050430 --- ParallelTerminationStrategy: PID 5710 died...\u000a10:09:24.109995 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5710): Terminated: ok {rc=0}\u000a10:09:24.203125 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "32", "name" : "gprs_oc2g+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T10:08:24" }, { "cases" : [ { "testActions" : [ ], "age" : 265, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5726): Process ended prematurely: osmo-stp_10.42.42.5(pid=5726) [trial-2403↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5726)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5726): Process ended prematurely: osmo-stp_10.42.42.5(pid=5726) [trial-2403↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5726)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:oc2g+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a10:09:26.307692 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:09:26.318502 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:09:26.462450 tst cs_paging_gprs_active.py: using LAC 40195\u000a10:09:26.581352 tst cs_paging_gprs_active.py: using RAC 160\u000a10:09:26.701163 tst cs_paging_gprs_active.py: using CellId 40195\u000a10:09:26.820672 tst cs_paging_gprs_active.py: using BVCI 40196\u000a10:09:26.843939 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:09:26.854656 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:09:26.865226 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:09:26.875647 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:09:26.887042 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:09:26.898611 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:09:26.910219 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:09:26.921627 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:09:26.933197 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:09:27.054115 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:09:27.350399 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a10:09:27.485942 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:09:27.822786 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5716): Launched\u000a10:09:28.103523 run iperf3-srv_10.42.42.10(pid=5717): Launched\u000a10:09:28.302837 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a10:09:28.437991 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:09:28.774187 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5718): Launched\u000a10:09:29.053309 run iperf3-srv_10.42.42.10(pid=5719): Launched\u000a10:09:29.251486 tst cs_paging_gprs_active.py:38: start network...\u000a10:09:29.386333 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:09:29.906326 run create_hlr_db(pid=5720): Launched\u000a10:09:30.093543 bus /gobi_6: Setting Powered False\u000a10:09:31.131854 run create_hlr_db(pid=5720): Terminated: ok {rc=0}\u000a10:09:31.571382 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5722): Launched\u000a10:09:31.986887 run osmo-hlr_10.42.42.2(pid=5723): Launched\u000a10:09:32.161527 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:09:32.728550 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5725): Launched\u000a10:09:33.054577 run osmo-stp_10.42.42.5(pid=5726): Launched\u000a10:09:33.173062 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:09:33.741533 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5728): Launched\u000a10:09:33.856854 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:09:34.141607 run patchelf(pid=5729): Launched\u000a10:09:34.332262 run osmo-stp_10.42.42.5(pid=5726): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5726)]\u000a10:09:34.471520 run osmo-stp_10.42.42.5(pid=5726): stdout: \u000a| (launched: 2022-12-14_10:09:32.894159)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:09:34.611138 run osmo-stp_10.42.42.5(pid=5726): stderr: \u000a| �[0;m�[38;5;43m20221214100933084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214100933084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214100933085 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214100933085 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214100933085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214100933086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214100933086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:09:34.745639 run osmo-stp_10.42.42.5(pid=5726): stdout: \u000a| (launched: 2022-12-14_10:09:32.894159)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:09:34.878519 run osmo-stp_10.42.42.5(pid=5726): stderr: \u000a| �[0;m�[38;5;43m20221214100933084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214100933084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214100933085 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214100933085 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214100933085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214100933086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214100933086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:09:35.034064 run patchelf(pid=5729): Terminating (SIGINT)\u000a10:09:35.216875 run patchelf(pid=5729): Terminated: ok {rc=0}\u000a10:09:35.250448 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=5726): Process ended prematurely: osmo-stp_10.42.42.5(pid=5726) [trial-2403↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5726)] [trial-2403↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a10:09:35.260508 tst cs_paging_gprs_active.py:38: Test FAILED (9.0 sec)\u000a10:09:35.323555 run osmo-hlr_10.42.42.2(pid=5723): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5723)]\u000a10:09:35.375107 run osmo-hlr_10.42.42.2(pid=5723): stdout: \u000a| (launched: 2022-12-14_10:09:31.731882) \u000a10:09:35.427491 run osmo-hlr_10.42.42.2(pid=5723): stderr: \u000a| �[0;m�[1;31m20221214100932055 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214100932055 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214100932056 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214100932056 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214100932056 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214100932056 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214100932071 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:oc2g+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214100932083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214100932083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214100932083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:09:35.472042 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5716): Terminating (SIGTERM)\u000a10:09:35.514716 run iperf3-srv_10.42.42.10(pid=5717): Terminating (SIGTERM)\u000a10:09:35.556771 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5718): Terminating (SIGTERM)\u000a10:09:35.598982 run iperf3-srv_10.42.42.10(pid=5719): Terminating (SIGTERM)\u000a10:09:35.641027 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5722): Terminating (SIGTERM)\u000a10:09:35.683374 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5725): Terminating (SIGTERM)\u000a10:09:35.725595 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5728): Terminating (SIGTERM)\u000a10:09:35.735277 --- ParallelTerminationStrategy: PID 5716 died...\u000a10:09:35.791523 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5716): Terminated: ok {rc=0}\u000a10:09:35.801982 --- ParallelTerminationStrategy: PID 5717 died...\u000a10:09:35.857573 run iperf3-srv_10.42.42.10(pid=5717): Terminated {rc=256}\u000a10:09:35.867560 --- ParallelTerminationStrategy: PID 5718 died...\u000a10:09:35.923395 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5718): Terminated: ok {rc=0}\u000a10:09:35.933526 --- ParallelTerminationStrategy: PID 5719 died...\u000a10:09:35.989615 run iperf3-srv_10.42.42.10(pid=5719): Terminated {rc=256}\u000a10:09:35.999732 --- ParallelTerminationStrategy: PID 5722 died...\u000a10:09:36.055643 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5722): Terminated: ok {rc=0}\u000a10:09:36.065827 --- ParallelTerminationStrategy: PID 5725 died...\u000a10:09:36.121831 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5725): Terminated: ok {rc=0}\u000a10:09:36.131903 --- ParallelTerminationStrategy: PID 5728 died...\u000a10:09:36.187674 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5728): Terminated: ok {rc=0}\u000a10:09:36.274399 bus /gobi_0: Setting Powered False\u000a10:09:37.381826 bus /gobi_0: Setting Powered False\u000a10:09:38.493119 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 265, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5738): Process ended prematurely: osmo-stp_10.42.42.5(pid=5738) [trial-2403↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5738)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5738): Process ended prematurely: osmo-stp_10.42.42.5(pid=5738) [trial-2403↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5738)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:oc2g+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a10:09:39.604096 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:09:39.615892 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:09:39.764515 tst iperf3.py: using LAC 40196\u000a10:09:39.883562 tst iperf3.py: using RAC 161\u000a10:09:40.004362 tst iperf3.py: using CellId 40196\u000a10:09:40.123287 tst iperf3.py: using BVCI 40197\u000a10:09:40.146792 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:09:40.157832 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:09:40.168363 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:09:40.178943 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:09:40.189786 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:09:40.200613 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:09:40.211614 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:09:40.222421 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:09:40.233505 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:09:40.512222 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:09:40.638712 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:09:40.956318 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5730): Launched\u000a10:09:41.218534 run iperf3-srv_10.42.42.10(pid=5731): Launched\u000a10:09:41.403531 tst iperf3.py:8: start network...\u000a10:09:41.530006 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:09:42.008797 run create_hlr_db(pid=5732): Launched\u000a10:09:42.183326 bus /gobi_6: Setting Powered False\u000a10:09:43.204441 run create_hlr_db(pid=5732): Terminated: ok {rc=0}\u000a10:09:43.610847 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5734): Launched\u000a10:09:43.915197 run osmo-hlr_10.42.42.2(pid=5735): Launched\u000a10:09:44.030329 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:09:44.559954 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5737): Launched\u000a10:09:44.863819 run osmo-stp_10.42.42.5(pid=5738): Launched\u000a10:09:44.973692 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:09:45.503112 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5740): Launched\u000a10:09:45.611082 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:09:45.879095 run patchelf(pid=5741): Launched\u000a10:09:46.061605 run osmo-stp_10.42.42.5(pid=5738): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5738)]\u000a10:09:46.195626 run osmo-stp_10.42.42.5(pid=5738): stdout: \u000a| (launched: 2022-12-14_10:09:44.713696)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:09:46.330739 run osmo-stp_10.42.42.5(pid=5738): stderr: \u000a| �[0;m�[38;5;43m20221214100944884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214100944885 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214100944885 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214100944885 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214100944886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214100944886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214100944886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:09:46.460666 run osmo-stp_10.42.42.5(pid=5738): stdout: \u000a| (launched: 2022-12-14_10:09:44.713696)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:09:46.589895 run osmo-stp_10.42.42.5(pid=5738): stderr: \u000a| �[0;m�[38;5;43m20221214100944884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214100944885 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214100944885 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214100944885 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214100944886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214100944886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214100944886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:09:46.740043 run patchelf(pid=5741): Terminating (SIGINT)\u000a10:09:46.916461 run patchelf(pid=5741): Terminated: ok {rc=0}\u000a10:09:46.949706 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5738): Process ended prematurely: osmo-stp_10.42.42.5(pid=5738) [trial-2403↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5738)] [trial-2403↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a10:09:46.960122 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a10:09:47.023894 run osmo-hlr_10.42.42.2(pid=5735): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5735)]\u000a10:09:47.075205 run osmo-hlr_10.42.42.2(pid=5735): stdout: \u000a| (launched: 2022-12-14_10:09:43.764856) \u000a10:09:47.127719 run osmo-hlr_10.42.42.2(pid=5735): stderr: \u000a| �[0;m�[1;31m20221214100943939 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214100943939 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214100943940 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214100943940 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214100943940 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214100943940 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214100943952 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:oc2g+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214100943961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214100943961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214100943961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:09:47.172428 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5730): Terminating (SIGTERM)\u000a10:09:47.214300 run iperf3-srv_10.42.42.10(pid=5731): Terminating (SIGTERM)\u000a10:09:47.256695 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5734): Terminating (SIGTERM)\u000a10:09:47.297094 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5737): Terminating (SIGTERM)\u000a10:09:47.337268 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5740): Terminating (SIGTERM)\u000a10:09:47.346430 --- ParallelTerminationStrategy: PID 5730 died...\u000a10:09:47.400635 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5730): Terminated: ok {rc=0}\u000a10:09:47.410357 --- ParallelTerminationStrategy: PID 5731 died...\u000a10:09:47.464005 run iperf3-srv_10.42.42.10(pid=5731): Terminated {rc=256}\u000a10:09:47.473633 --- ParallelTerminationStrategy: PID 5734 died...\u000a10:09:47.527049 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5734): Terminated: ok {rc=0}\u000a10:09:47.536513 --- ParallelTerminationStrategy: PID 5737 died...\u000a10:09:47.590520 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5737): Terminated: ok {rc=0}\u000a10:09:47.600126 --- ParallelTerminationStrategy: PID 5740 died...\u000a10:09:47.653997 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5740): Terminated: ok {rc=0}\u000a10:09:47.738442 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 265, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5756): Process ended prematurely: osmo-stp_10.42.42.5(pid=5756) [trial-2403↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5756)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5756): Process ended prematurely: osmo-stp_10.42.42.5(pid=5756) [trial-2403↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5756)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:oc2g+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a10:09:48.849240 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:09:48.860600 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:09:49.007124 tst iperf3m4.py: using LAC 40197\u000a10:09:49.141562 tst iperf3m4.py: using RAC 162\u000a10:09:49.265353 tst iperf3m4.py: using CellId 40197\u000a10:09:49.384635 tst iperf3m4.py: using BVCI 40198\u000a10:09:49.407982 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:09:49.419085 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:09:49.429802 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:09:49.440410 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:09:49.451352 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:09:49.462284 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:09:49.473297 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:09:49.484078 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:09:49.495128 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:09:49.611292 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:09:49.734452 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:09:49.855752 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:09:50.138410 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:09:50.265543 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:09:50.582613 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5742): Launched\u000a10:09:50.845677 run iperf3-srv_10.42.42.10(pid=5743): Launched\u000a10:09:51.029967 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a10:09:51.156165 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:09:51.473981 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5744): Launched\u000a10:09:51.734748 run iperf3-srv_10.42.42.10(pid=5745): Launched\u000a10:09:51.918777 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a10:09:52.043990 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:09:52.359147 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5746): Launched\u000a10:09:52.620342 run iperf3-srv_10.42.42.10(pid=5747): Launched\u000a10:09:52.803764 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a10:09:52.929273 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:09:53.243715 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5748): Launched\u000a10:09:53.505342 run iperf3-srv_10.42.42.10(pid=5749): Launched\u000a10:09:53.689679 tst iperf3m4.py:8: start network...\u000a10:09:53.815407 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:09:54.293066 run create_hlr_db(pid=5750): Launched\u000a10:09:54.467590 bus /gobi_6: Setting Powered False\u000a10:09:55.489965 run create_hlr_db(pid=5750): Terminated: ok {rc=0}\u000a10:09:55.921855 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5752): Launched\u000a10:09:56.248362 run osmo-hlr_10.42.42.2(pid=5753): Launched\u000a10:09:56.367133 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:09:56.931714 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5755): Launched\u000a10:09:57.258568 run osmo-stp_10.42.42.5(pid=5756): Launched\u000a10:09:57.376846 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:09:57.944490 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5758): Launched\u000a10:09:58.060491 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:09:58.347277 run patchelf(pid=5759): Launched\u000a10:09:58.538710 run osmo-stp_10.42.42.5(pid=5756): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5756)]\u000a10:09:58.678848 run osmo-stp_10.42.42.5(pid=5756): stdout: \u000a| (launched: 2022-12-14_10:09:57.096335)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:09:58.819079 run osmo-stp_10.42.42.5(pid=5756): stderr: \u000a| �[0;m�[38;5;43m20221214100957283 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214100957284 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214100957284 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214100957284 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214100957285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214100957285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214100957285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:09:58.954675 run osmo-stp_10.42.42.5(pid=5756): stdout: \u000a| (launched: 2022-12-14_10:09:57.096335)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:09:59.087963 run osmo-stp_10.42.42.5(pid=5756): stderr: \u000a| �[0;m�[38;5;43m20221214100957283 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214100957284 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214100957284 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214100957284 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214100957285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214100957285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214100957285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:09:59.244475 run patchelf(pid=5759): Terminating (SIGINT)\u000a10:09:59.427812 run patchelf(pid=5759): Terminated: ok {rc=0}\u000a10:09:59.461678 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5756): Process ended prematurely: osmo-stp_10.42.42.5(pid=5756) [trial-2403↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5756)] [trial-2403↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a10:09:59.471812 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a10:09:59.536085 run osmo-hlr_10.42.42.2(pid=5753): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5753)]\u000a10:09:59.588602 run osmo-hlr_10.42.42.2(pid=5753): stdout: \u000a| (launched: 2022-12-14_10:09:56.086432) \u000a10:09:59.641545 run osmo-hlr_10.42.42.2(pid=5753): stderr: \u000a| �[0;m�[1;31m20221214100956280 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214100956280 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214100956280 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214100956280 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214100956280 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214100956280 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214100956292 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:oc2g+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214100956301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214100956301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214100956301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:09:59.686757 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5742): Terminating (SIGTERM)\u000a10:09:59.729597 run iperf3-srv_10.42.42.10(pid=5743): Terminating (SIGTERM)\u000a10:09:59.772039 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5744): Terminating (SIGTERM)\u000a10:09:59.814666 run iperf3-srv_10.42.42.10(pid=5745): Terminating (SIGTERM)\u000a10:09:59.857318 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5746): Terminating (SIGTERM)\u000a10:09:59.899719 run iperf3-srv_10.42.42.10(pid=5747): Terminating (SIGTERM)\u000a10:09:59.942686 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5748): Terminating (SIGTERM)\u000a10:09:59.985638 run iperf3-srv_10.42.42.10(pid=5749): Terminating (SIGTERM)\u000a10:10:00.028162 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5752): Terminating (SIGTERM)\u000a10:10:00.070599 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5755): Terminating (SIGTERM)\u000a10:10:00.113532 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5758): Terminating (SIGTERM)\u000a10:10:00.123331 --- ParallelTerminationStrategy: PID 5742 died...\u000a10:10:00.180918 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5742): Terminated: ok {rc=0}\u000a10:10:00.191202 --- ParallelTerminationStrategy: PID 5743 died...\u000a10:10:00.247840 run iperf3-srv_10.42.42.10(pid=5743): Terminated {rc=256}\u000a10:10:00.258022 --- ParallelTerminationStrategy: PID 5744 died...\u000a10:10:00.314386 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5744): Terminated: ok {rc=0}\u000a10:10:00.324543 --- ParallelTerminationStrategy: PID 5745 died...\u000a10:10:00.380722 run iperf3-srv_10.42.42.10(pid=5745): Terminated {rc=256}\u000a10:10:00.390869 --- ParallelTerminationStrategy: PID 5746 died...\u000a10:10:00.446964 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5746): Terminated: ok {rc=0}\u000a10:10:00.457111 --- ParallelTerminationStrategy: PID 5747 died...\u000a10:10:00.513060 run iperf3-srv_10.42.42.10(pid=5747): Terminated {rc=256}\u000a10:10:00.523212 --- ParallelTerminationStrategy: PID 5748 died...\u000a10:10:00.579516 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5748): Terminated: ok {rc=0}\u000a10:10:00.589809 --- ParallelTerminationStrategy: PID 5749 died...\u000a10:10:00.645603 run iperf3-srv_10.42.42.10(pid=5749): Terminated {rc=256}\u000a10:10:00.655716 --- ParallelTerminationStrategy: PID 5752 died...\u000a10:10:00.711764 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5752): Terminated: ok {rc=0}\u000a10:10:00.722204 --- ParallelTerminationStrategy: PID 5755 died...\u000a10:10:00.778259 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5755): Terminated: ok {rc=0}\u000a10:10:00.788428 --- ParallelTerminationStrategy: PID 5758 died...\u000a10:10:00.862726 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5758): Terminated: ok {rc=0}\u000a10:10:00.956997 bus /gobi_4: Setting Powered False\u000a10:10:02.109422 bus /gobi_4: Setting Powered False\u000a10:10:03.216443 bus /gobi_1: Setting Powered False\u000a10:10:04.323842 bus /gobi_1: Setting Powered False\u000a10:10:05.432642 bus /gobi_0: Setting Powered False\u000a10:10:06.533820 bus /gobi_0: Setting Powered False\u000a10:10:07.647572 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 265, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5823): Process ended prematurely: osmo-stp_10.42.42.5(pid=5823) [trial-2403↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5823)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5823): Process ended prematurely: osmo-stp_10.42.42.5(pid=5823) [trial-2403↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5823)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:oc2g+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a10:10:08.715068 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:10:08.726539 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:10:08.870746 tst ping.py: using LAC 40198\u000a10:10:08.988146 tst ping.py: using RAC 163\u000a10:10:09.112464 tst ping.py: using CellId 40198\u000a10:10:09.231215 tst ping.py: using BVCI 40199\u000a10:10:09.254146 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:10:09.265064 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:10:09.275676 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:10:09.286324 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:10:09.297247 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:10:09.308050 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:10:09.319559 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:10:09.330678 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:10:09.606729 tst ping.py:19: start network...\u000a10:10:09.731490 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:10:10.203085 run create_hlr_db(pid=5770): Launched\u000a10:10:10.377365 bus /gobi_6: Setting Powered False\u000a10:10:11.398703 run create_hlr_db(pid=5770): Terminated: ok {rc=0}\u000a10:10:11.827129 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5772): Launched\u000a10:10:12.148593 run osmo-hlr_10.42.42.2(pid=5773): Launched\u000a10:10:12.265866 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:10:12.839290 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5779): Launched\u000a10:10:13.257839 run osmo-stp_10.42.42.5(pid=5823): Launched\u000a10:10:13.395669 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:10:14.024418 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5964): Launched\u000a10:10:14.134528 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:10:14.418875 run patchelf(pid=6048): Launched\u000a10:10:14.609293 run osmo-stp_10.42.42.5(pid=5823): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5823)]\u000a10:10:14.745152 run osmo-stp_10.42.42.5(pid=5823): stdout: \u000a| (launched: 2022-12-14_10:10:12.996789)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:10:14.875447 run osmo-stp_10.42.42.5(pid=5823): stderr: \u000a| �[0;m�[38;5;43m20221214101013276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214101013276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214101013285 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214101013286 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214101013286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214101013286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214101013286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:10:14.999956 run osmo-stp_10.42.42.5(pid=5823): stdout: \u000a| (launched: 2022-12-14_10:10:12.996789)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:10:15.122903 run osmo-stp_10.42.42.5(pid=5823): stderr: \u000a| �[0;m�[38;5;43m20221214101013276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214101013276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214101013285 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214101013286 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214101013286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214101013286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214101013286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:10:15.267002 run patchelf(pid=6048): Terminating (SIGINT)\u000a10:10:15.436332 run patchelf(pid=6048): Terminated: ok {rc=0}\u000a10:10:15.467271 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=5823): Process ended prematurely: osmo-stp_10.42.42.5(pid=5823) [trial-2403↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5823)] [trial-2403↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22]\u000a10:10:15.476215 tst ping.py:22: Test FAILED (6.7 sec)\u000a10:10:15.537793 run osmo-hlr_10.42.42.2(pid=5773): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5773)]\u000a10:10:15.588104 run osmo-hlr_10.42.42.2(pid=5773): stdout: \u000a| (launched: 2022-12-14_10:10:11.989908) \u000a10:10:15.639017 run osmo-hlr_10.42.42.2(pid=5773): stderr: \u000a| �[0;m�[1;31m20221214101012188 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214101012188 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214101012188 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214101012188 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214101012188 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214101012188 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214101012199 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:oc2g+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214101012208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214101012208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214101012208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:10:15.682635 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5772): Terminating (SIGTERM)\u000a10:10:15.723475 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5779): Terminating (SIGTERM)\u000a10:10:15.764386 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5964): Terminating (SIGTERM)\u000a10:10:15.774081 --- ParallelTerminationStrategy: PID 5772 died...\u000a10:10:15.830955 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5772): Terminated: ok {rc=0}\u000a10:10:15.841590 --- ParallelTerminationStrategy: PID 5779 died...\u000a10:10:15.898540 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5779): Terminated: ok {rc=0}\u000a10:10:15.909286 --- ParallelTerminationStrategy: PID 5964 died...\u000a10:10:15.966024 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5964): Terminated: ok {rc=0}\u000a10:10:16.059710 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 265, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6139): Process ended prematurely: osmo-stp_10.42.42.5(pid=6139) [trial-2403↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6139)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6139): Process ended prematurely: osmo-stp_10.42.42.5(pid=6139) [trial-2403↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6139)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:oc2g+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a10:10:17.111258 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:10:17.125415 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:10:17.282470 tst ping_idle_ping.py: using LAC 40199\u000a10:10:17.399142 tst ping_idle_ping.py: using RAC 164\u000a10:10:17.515740 tst ping_idle_ping.py: using CellId 40199\u000a10:10:17.631438 tst ping_idle_ping.py: using BVCI 40200\u000a10:10:17.654474 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:10:17.665458 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:10:17.676134 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:10:17.686949 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:10:17.697844 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:10:17.708680 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:10:17.719778 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:10:17.730878 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:10:18.024170 tst ping_idle_ping.py:24: start network...\u000a10:10:18.159055 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:10:18.681122 run create_hlr_db(pid=6133): Launched\u000a10:10:18.868333 bus /gobi_6: Setting Powered False\u000a10:10:19.888039 run create_hlr_db(pid=6133): Terminated: ok {rc=0}\u000a10:10:20.293794 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6135): Launched\u000a10:10:20.597415 run osmo-hlr_10.42.42.2(pid=6136): Launched\u000a10:10:20.712513 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:10:21.242201 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6138): Launched\u000a10:10:21.543944 run osmo-stp_10.42.42.5(pid=6139): Launched\u000a10:10:21.653873 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:10:22.177628 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6141): Launched\u000a10:10:22.283811 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:10:22.546365 run patchelf(pid=6142): Launched\u000a10:10:22.722219 run osmo-stp_10.42.42.5(pid=6139): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6139)]\u000a10:10:22.851848 run osmo-stp_10.42.42.5(pid=6139): stdout: \u000a| (launched: 2022-12-14_10:10:21.394456)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:10:22.984226 run osmo-stp_10.42.42.5(pid=6139): stderr: \u000a| �[0;m�[38;5;43m20221214101021564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214101021564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214101021564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214101021565 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214101021565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214101021565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214101021565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:10:23.111588 run osmo-stp_10.42.42.5(pid=6139): stdout: \u000a| (launched: 2022-12-14_10:10:21.394456)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:10:23.239411 run osmo-stp_10.42.42.5(pid=6139): stderr: \u000a| �[0;m�[38;5;43m20221214101021564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214101021564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214101021564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214101021565 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214101021565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214101021565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214101021565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:10:23.388896 run patchelf(pid=6142): Terminating (SIGINT)\u000a10:10:23.563512 run patchelf(pid=6142): Terminated: ok {rc=0}\u000a10:10:23.596041 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=6139): Process ended prematurely: osmo-stp_10.42.42.5(pid=6139) [trial-2403↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6139)] [trial-2403↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a10:10:23.606034 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a10:10:23.668490 run osmo-hlr_10.42.42.2(pid=6136): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6136)]\u000a10:10:23.719698 run osmo-hlr_10.42.42.2(pid=6136): stdout: \u000a| (launched: 2022-12-14_10:10:20.447357) \u000a10:10:23.772449 run osmo-hlr_10.42.42.2(pid=6136): stderr: \u000a| �[0;m�[1;31m20221214101020622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214101020622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214101020622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214101020622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214101020622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214101020622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214101020634 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:oc2g+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214101020643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214101020643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214101020643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:10:23.817807 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6135): Terminating (SIGTERM)\u000a10:10:23.860325 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6138): Terminating (SIGTERM)\u000a10:10:23.904209 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6141): Terminating (SIGTERM)\u000a10:10:23.915324 --- ParallelTerminationStrategy: PID 6135 died...\u000a10:10:23.973105 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6135): Terminated: ok {rc=0}\u000a10:10:23.983606 --- ParallelTerminationStrategy: PID 6138 died...\u000a10:10:24.042145 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6138): Terminated: ok {rc=0}\u000a10:10:24.053800 --- ParallelTerminationStrategy: PID 6141 died...\u000a10:10:24.109481 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6141): Terminated: ok {rc=0}\u000a10:10:24.196564 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "33", "name" : "gprs_oc2g+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T10:09:25" }, { "cases" : [ { "testActions" : [ ], "age" : 265, "className" : "dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6328): Process ended prematurely: osmo-stp_10.42.42.5(pid=6328) [trial-2403↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6328)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6328): Process ended prematurely: osmo-stp_10.42.42.5(pid=6328) [trial-2403↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6328)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a10:10:26.193727 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:10:26.205757 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a10:10:26.355249 tst switch_tch_pdch.py: using LAC 40200\u000a10:10:26.474924 tst switch_tch_pdch.py: using RAC 165\u000a10:10:26.595900 tst switch_tch_pdch.py: using CellId 40200\u000a10:10:26.715633 tst switch_tch_pdch.py: using BVCI 40201\u000a10:10:26.740763 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:10:26.752796 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:10:26.764734 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:10:26.776720 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:10:26.789844 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:10:26.802876 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:10:26.817496 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:10:26.830423 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:10:26.954464 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:10:27.245917 tst switch_tch_pdch.py:51: start network...\u000a10:10:27.380622 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:10:27.929899 run create_hlr_db(pid=6321): Launched\u000a10:10:28.121770 bus /gobi_6: Setting Powered False\u000a10:10:29.136347 run create_hlr_db(pid=6321): Terminated: ok {rc=0}\u000a10:10:29.544304 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6324): Launched\u000a10:10:29.846365 run osmo-hlr_10.42.42.2(pid=6325): Launched\u000a10:10:29.961062 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:10:30.485701 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6327): Launched\u000a10:10:30.784556 run osmo-stp_10.42.42.5(pid=6328): Launched\u000a10:10:30.916892 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:10:31.497789 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6330): Launched\u000a10:10:31.607105 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:10:31.887115 run patchelf(pid=6331): Launched\u000a10:10:32.080357 run osmo-stp_10.42.42.5(pid=6328): ERR: Terminated: ERROR {rc=1} [trial-2403↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6328)]\u000a10:10:32.221254 run osmo-stp_10.42.42.5(pid=6328): stdout: \u000a| (launched: 2022-12-14_10:10:30.637113)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:10:32.359300 run osmo-stp_10.42.42.5(pid=6328): stderr: \u000a| �[0;m�[38;5;43m20221214101030808 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214101030809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214101030809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214101030809 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214101030810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214101030810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214101030810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:10:32.492224 run osmo-stp_10.42.42.5(pid=6328): stdout: \u000a| (launched: 2022-12-14_10:10:30.637113)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:10:32.623370 run osmo-stp_10.42.42.5(pid=6328): stderr: \u000a| �[0;m�[38;5;43m20221214101030808 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214101030809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214101030809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214101030809 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214101030810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214101030810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214101030810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:10:32.776204 run patchelf(pid=6331): Terminating (SIGINT)\u000a10:10:32.955756 run patchelf(pid=6331): Terminated: ok {rc=0}\u000a10:10:32.988611 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=6328): Process ended prematurely: osmo-stp_10.42.42.5(pid=6328) [trial-2403↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6328)] [trial-2403↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a10:10:32.998269 tst switch_tch_pdch.py:54: Test FAILED (6.8 sec)\u000a10:10:33.061596 run osmo-hlr_10.42.42.2(pid=6325): ERR: Terminated: ERROR {rc=237} [trial-2403↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6325)]\u000a10:10:33.113585 run osmo-hlr_10.42.42.2(pid=6325): stdout: \u000a| (launched: 2022-12-14_10:10:29.696274) \u000a10:10:33.166547 run osmo-hlr_10.42.42.2(pid=6325): stderr: \u000a| �[0;m�[1;31m20221214101029872 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214101029872 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214101029872 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214101029872 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214101029872 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214101029872 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214101029885 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214101029893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214101029894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214101029894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:10:33.211370 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6324): Terminating (SIGTERM)\u000a10:10:33.253739 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6327): Terminating (SIGTERM)\u000a10:10:33.295820 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6330): Terminating (SIGTERM)\u000a10:10:33.305529 --- ParallelTerminationStrategy: PID 6324 died...\u000a10:10:33.361730 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6324): Terminated: ok {rc=0}\u000a10:10:33.371831 --- ParallelTerminationStrategy: PID 6327 died...\u000a10:10:33.427649 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6327): Terminated: ok {rc=0}\u000a10:10:33.437721 --- ParallelTerminationStrategy: PID 6330 died...\u000a10:10:33.493489 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6330): Terminated: ok {rc=0}\u000a10:10:33.579371 bus /gobi_0: Setting Powered False\u000a10:10:34.686021 bus /gobi_0: Setting Powered False\u000a10:10:35.793213 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "34", "name" : "dynts_oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T10:10:25" }, { "cases" : [ { "testActions" : [ ], "age" : 265, "className" : "dynts:oc2g+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6343): Process ended prematurely: osmo-stp_10.42.42.5(pid=6343) [trial-2403↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6343)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6343): Process ended prematurely: osmo-stp_10.42.42.5(pid=6343) [trial-2403↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6343)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 dynts:oc2g+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a10:10:37.733618 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:10:37.745068 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a10:10:37.892859 tst switch_tch_pdch.py: using LAC 40201\u000a10:10:38.016163 tst switch_tch_pdch.py: using RAC 166\u000a10:10:38.141225 tst switch_tch_pdch.py: using CellId 40201\u000a10:10:38.268740 tst switch_tch_pdch.py: using BVCI 40202\u000a10:10:38.293126 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:10:38.304404 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:10:38.315588 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:10:38.326703 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:10:38.337791 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:10:38.349022 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:10:38.360278 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:10:38.371461 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a10:10:38.488718 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a10:10:38.779718 tst switch_tch_pdch.py:51: start network...\u000a10:10:38.912468 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:10:39.398951 run create_hlr_db(pid=6337): Launched\u000a10:10:39.529417 bus /gobi_6: Setting Powered False\u000a10:10:40.595170 run create_hlr_db(pid=6337): Terminated: ok {rc=0}\u000a10:10:40.971734 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6339): Launched\u000a10:10:41.272019 run osmo-hlr_10.42.42.2(pid=6340): Launched\u000a10:10:41.389028 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:10:41.918747 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6342): Launched\u000a10:10:42.239208 run osmo-stp_10.42.42.5(pid=6343): Launched\u000a10:10:42.353652 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:10:42.882863 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6345): Launched\u000a10:10:42.996733 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:10:43.275997 run patchelf(pid=6346): Launched\u000a10:10:43.462803 run osmo-stp_10.42.42.5(pid=6343): ERR: Terminated: ERROR {rc=1} [trial-2403↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6343)]\u000a10:10:43.599930 run osmo-stp_10.42.42.5(pid=6343): stdout: \u000a| (launched: 2022-12-14_10:10:42.079942)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:10:43.737188 run osmo-stp_10.42.42.5(pid=6343): stderr: \u000a| �[0;m�[38;5;43m20221214101042271 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214101042271 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214101042271 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214101042272 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214101042272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214101042272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214101042272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:10:43.868678 run osmo-stp_10.42.42.5(pid=6343): stdout: \u000a| (launched: 2022-12-14_10:10:42.079942)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:10:43.999092 run osmo-stp_10.42.42.5(pid=6343): stderr: \u000a| �[0;m�[38;5;43m20221214101042271 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214101042271 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214101042271 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214101042272 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214101042272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214101042272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214101042272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:10:44.151637 run patchelf(pid=6346): Terminating (SIGINT)\u000a10:10:44.330622 run patchelf(pid=6346): Terminated: ok {rc=0}\u000a10:10:44.363330 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=6343): Process ended prematurely: osmo-stp_10.42.42.5(pid=6343) [trial-2403↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6343)] [trial-2403↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a10:10:44.372644 tst switch_tch_pdch.py:54: Test FAILED (6.6 sec)\u000a10:10:44.436065 run osmo-hlr_10.42.42.2(pid=6340): ERR: Terminated: ERROR {rc=237} [trial-2403↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6340)]\u000a10:10:44.488054 run osmo-hlr_10.42.42.2(pid=6340): stdout: \u000a| (launched: 2022-12-14_10:10:41.123624) \u000a10:10:44.541548 run osmo-hlr_10.42.42.2(pid=6340): stderr: \u000a| �[0;m�[1;31m20221214101041299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214101041299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214101041299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214101041299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214101041299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214101041299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214101041312 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/dynts:oc2g+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214101041320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214101041320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214101041320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:10:44.586823 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6339): Terminating (SIGTERM)\u000a10:10:44.629429 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6342): Terminating (SIGTERM)\u000a10:10:44.672025 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6345): Terminating (SIGTERM)\u000a10:10:44.681866 --- ParallelTerminationStrategy: PID 6339 died...\u000a10:10:44.738719 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6339): Terminated: ok {rc=0}\u000a10:10:44.748939 --- ParallelTerminationStrategy: PID 6342 died...\u000a10:10:44.805460 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6342): Terminated: ok {rc=0}\u000a10:10:44.815653 --- ParallelTerminationStrategy: PID 6345 died...\u000a10:10:44.871817 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6345): Terminated: ok {rc=0}\u000a10:10:44.959855 bus /gobi_0: Setting Powered False\u000a10:10:46.063806 bus /gobi_0: Setting Powered False\u000a10:10:47.174107 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "35", "name" : "dynts_oc2g+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T10:10:37" }, { "cases" : [ { "testActions" : [ ], "age" : 259, "className" : "nitb_sms:trx-b200", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=6351): Process ended prematurely: osmo-nitb_10.42.42.2(pid=6351) [trial-2403↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=6351)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=6351): Process ended prematurely: osmo-nitb_10.42.42.2(pid=6351) [trial-2403↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=6351)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 nitb_sms:trx-b200 mo_mt_sms.py\u000a----------------------------------------------\u000a10:10:49.051815 tst nitb_sms:trx-b200: Using 1 x ip_address (candidates: 1)\u000a10:10:49.062663 tst nitb_sms:trx-b200: Using 1 x bts (candidates: 1)\u000a10:10:49.198394 tst mo_mt_sms.py: using LAC 40202\u000a10:10:49.314915 tst mo_mt_sms.py: using RAC 167\u000a10:10:49.437982 tst mo_mt_sms.py: using CellId 40202\u000a10:10:49.561150 tst mo_mt_sms.py: using BVCI 40203\u000a10:10:49.585327 tst nitb_sms:trx-b200: Using 1 x modem (candidates: 2)\u000a10:10:49.700692 tst nitb_sms:trx-b200: Using 1 x modem (candidates: 2)\u000a10:10:49.974671 tst mo_mt_sms.py:9: start nitb and bts...\u000a10:10:50.098530 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a10:10:50.721203 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=6350): Launched\u000a10:10:51.019985 run osmo-nitb_10.42.42.2(pid=6351): Launched\u000a10:10:51.206053 run osmo-nitb_10.42.42.2(pid=6351): ERR: Terminated: ERROR {rc=2} [trial-2403↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=6351)]\u000a10:10:51.343060 run osmo-nitb_10.42.42.2(pid=6351): stdout: \u000a| (launched: 2022-12-14_10:10:50.873970) \u000a10:10:51.480315 run osmo-nitb_10.42.42.2(pid=6351): stderr: \u000a| (launched: 2022-12-14_10:10:50.918606)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a10:10:51.612861 run osmo-nitb_10.42.42.2(pid=6351): stdout: \u000a| (launched: 2022-12-14_10:10:50.873970) \u000a10:10:51.744719 run osmo-nitb_10.42.42.2(pid=6351): stderr: \u000a| (launched: 2022-12-14_10:10:50.918606)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a10:10:52.141362 tst osmo-nitb_10.42.42.2(pid=6351): stdout: \u000a| (launched: 2022-12-14_10:10:50.873970) \u000a10:10:52.260258 tst osmo-nitb_10.42.42.2(pid=6351): stderr: \u000a| (launched: 2022-12-14_10:10:50.918606)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a10:10:52.312429 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=6351): Process ended prematurely: osmo-nitb_10.42.42.2(pid=6351) [trial-2403↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=6351)] [trial-2403↪nitb_sms:trx-b200↪mo_mt_sms.py:11]\u000a10:10:52.320504 tst mo_mt_sms.py:11: Test FAILED (3.3 sec)\u000a10:10:52.355761 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=6350): Terminating (SIGTERM)\u000a10:10:52.533702 --- ParallelTerminationStrategy: PID 6350 died...\u000a10:10:52.589788 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=6350): Terminated: ok {rc=0}\u000a10:10:52.678769 bus /sierra_3: Setting Powered False\u000a10:10:53.786467 bus /sierra_3: Setting Powered False\u000a10:10:54.901008 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "36", "name" : "nitb_sms_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T10:10:48" }, { "cases" : [ { "testActions" : [ ], "age" : 86, "className" : "sms:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6361): Process ended prematurely: osmo-stp_10.42.42.5(pid=6361) [trial-2403↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6361)]", "failedSince" : 2318, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6361): Process ended prematurely: osmo-stp_10.42.42.5(pid=6361) [trial-2403↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6361)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 sms:trx-b200 mo_mt_sms.py\u000a----------------------------------------------\u000a10:10:56.793998 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a10:10:56.804426 tst sms:trx-b200: Using 1 x bts (candidates: 1)\u000a10:10:56.939555 tst mo_mt_sms.py: using LAC 40203\u000a10:10:57.055044 tst mo_mt_sms.py: using RAC 168\u000a10:10:57.170908 tst mo_mt_sms.py: using CellId 40203\u000a10:10:57.286158 tst mo_mt_sms.py: using BVCI 40204\u000a10:10:57.308750 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a10:10:57.319361 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a10:10:57.329747 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a10:10:57.340022 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a10:10:57.351097 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a10:10:57.361996 tst sms:trx-b200: Using 1 x modem (candidates: 2)\u000a10:10:57.477721 tst sms:trx-b200: Using 1 x modem (candidates: 2)\u000a10:10:57.685405 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:10:58.197563 run create_hlr_db(pid=6355): Launched\u000a10:10:58.383288 bus /sierra_2: Setting Powered False\u000a10:10:59.393785 run create_hlr_db(pid=6355): Terminated: ok {rc=0}\u000a10:10:59.803710 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6357): Launched\u000a10:11:00.102692 run osmo-hlr_10.42.42.2(pid=6358): Launched\u000a10:11:00.211944 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:11:00.798311 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6360): Launched\u000a10:11:01.230809 run osmo-stp_10.42.42.5(pid=6361): Launched\u000a10:11:01.459054 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:11:02.110390 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6363): Launched\u000a10:11:02.414920 run osmo-msc_10.42.42.6(pid=6364): Launched\u000a10:11:02.592441 run osmo-stp_10.42.42.5(pid=6361): ERR: Terminated: ERROR {rc=1} [trial-2403↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6361)]\u000a10:11:02.720310 run osmo-stp_10.42.42.5(pid=6361): stdout: \u000a| (launched: 2022-12-14_10:11:00.983726)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:11:02.845741 run osmo-stp_10.42.42.5(pid=6361): stderr: \u000a| �[0;m�[38;5;43m20221214101101311 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214101101312 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214101101312 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214101101312 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214101101318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214101101318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214101101318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:11:02.965449 run osmo-stp_10.42.42.5(pid=6361): stdout: \u000a| (launched: 2022-12-14_10:11:00.983726)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:11:03.084790 run osmo-stp_10.42.42.5(pid=6361): stderr: \u000a| �[0;m�[38;5;43m20221214101101311 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214101101312 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214101101312 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214101101312 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214101101318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214101101318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214101101318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:11:03.136931 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=6361): Process ended prematurely: osmo-stp_10.42.42.5(pid=6361) [trial-2403↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6361)] [trial-2403↪sms:trx-b200↪mo_mt_sms.py:16]\u000a10:11:03.145073 tst mo_mt_sms.py:16: Test FAILED (6.3 sec)\u000a10:11:03.205435 run osmo-hlr_10.42.42.2(pid=6358): ERR: Terminated: ERROR {rc=237} [trial-2403↪sms:trx-b200↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6358)]\u000a10:11:03.254859 run osmo-hlr_10.42.42.2(pid=6358): stdout: \u000a| (launched: 2022-12-14_10:10:59.955165) \u000a10:11:03.305013 run osmo-hlr_10.42.42.2(pid=6358): stderr: \u000a| �[0;m�[1;31m20221214101100129 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214101100129 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214101100130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214101100130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214101100130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214101100130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214101100141 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/sms:trx-b200/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214101100150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214101100150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214101100150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:11:03.372250 run osmo-msc_10.42.42.6(pid=6364): ERR: Terminated: ERROR {rc=2} [trial-2403↪sms:trx-b200↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6364)]\u000a10:11:03.421746 run osmo-msc_10.42.42.6(pid=6364): stdout: \u000a| (launched: 2022-12-14_10:11:02.265077) \u000a10:11:03.471774 run osmo-msc_10.42.42.6(pid=6364): stderr: \u000a| �[0;m�[38;5;43m20221214101102530 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214101102531 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa3ef1d8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214101102531 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214101102531 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214101102531 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214101102531 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214101102533 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214101102533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214101102533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214101102534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:11:03.514884 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6357): Terminating (SIGTERM)\u000a10:11:03.555103 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6360): Terminating (SIGTERM)\u000a10:11:03.595406 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6363): Terminating (SIGTERM)\u000a10:11:03.604661 --- ParallelTerminationStrategy: PID 6357 died...\u000a10:11:03.659242 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6357): Terminated: ok {rc=0}\u000a10:11:03.668718 --- ParallelTerminationStrategy: PID 6360 died...\u000a10:11:03.722719 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6360): Terminated: ok {rc=0}\u000a10:11:03.732294 --- ParallelTerminationStrategy: PID 6363 died...\u000a10:11:03.786911 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6363): Terminated: ok {rc=0}\u000a10:11:03.875764 bus /sierra_3: Setting Powered False\u000a10:11:04.979920 bus /sierra_3: Setting Powered False\u000a10:11:06.093377 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "37", "name" : "sms_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T10:10:56" }, { "cases" : [ { "testActions" : [ ], "age" : 259, "className" : "nitb_ussd:trx-b200", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=6370): Process ended prematurely: osmo-nitb_10.42.42.2(pid=6370) [trial-2403↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=6370)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=6370): Process ended prematurely: osmo-nitb_10.42.42.2(pid=6370) [trial-2403↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=6370)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 nitb_ussd:trx-b200 assert_extension.py\u000a----------------------------------------------\u000a10:11:07.929119 tst nitb_ussd:trx-b200: Using 1 x ip_address (candidates: 1)\u000a10:11:07.939871 tst nitb_ussd:trx-b200: Using 1 x bts (candidates: 1)\u000a10:11:08.075001 tst assert_extension.py: using LAC 40204\u000a10:11:08.200427 tst assert_extension.py: using RAC 169\u000a10:11:08.324456 tst assert_extension.py: using CellId 40204\u000a10:11:08.451133 tst assert_extension.py: using BVCI 40205\u000a10:11:08.475360 tst nitb_ussd:trx-b200: Using 1 x modem (candidates: 1)\u000a10:11:08.754525 tst assert_extension.py:10: start nitb and bts...\u000a10:11:08.879712 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a10:11:09.502251 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=6369): Launched\u000a10:11:09.798741 run osmo-nitb_10.42.42.2(pid=6370): Launched\u000a10:11:09.983146 run osmo-nitb_10.42.42.2(pid=6370): ERR: Terminated: ERROR {rc=2} [trial-2403↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=6370)]\u000a10:11:10.119187 run osmo-nitb_10.42.42.2(pid=6370): stdout: \u000a| (launched: 2022-12-14_10:11:09.653913) \u000a10:11:10.255744 run osmo-nitb_10.42.42.2(pid=6370): stderr: \u000a| (launched: 2022-12-14_10:11:09.698423)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a10:11:10.387906 run osmo-nitb_10.42.42.2(pid=6370): stdout: \u000a| (launched: 2022-12-14_10:11:09.653913) \u000a10:11:10.518174 run osmo-nitb_10.42.42.2(pid=6370): stderr: \u000a| (launched: 2022-12-14_10:11:09.698423)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a10:11:10.919535 tst osmo-nitb_10.42.42.2(pid=6370): stdout: \u000a| (launched: 2022-12-14_10:11:09.653913) \u000a10:11:11.038543 tst osmo-nitb_10.42.42.2(pid=6370): stderr: \u000a| (launched: 2022-12-14_10:11:09.698423)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a10:11:11.090895 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=6370): Process ended prematurely: osmo-nitb_10.42.42.2(pid=6370) [trial-2403↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=6370)] [trial-2403↪nitb_ussd:trx-b200↪assert_extension.py:12]\u000a10:11:11.099127 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a10:11:11.133981 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=6369): Terminating (SIGTERM)\u000a10:11:11.311523 --- ParallelTerminationStrategy: PID 6369 died...\u000a10:11:11.367072 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=6369): Terminated: ok {rc=0}\u000a10:11:11.456138 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "38", "name" : "nitb_ussd_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T10:11:07" }, { "cases" : [ { "testActions" : [ ], "age" : 86, "className" : "ussd:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6380): Process ended prematurely: osmo-stp_10.42.42.5(pid=6380) [trial-2403↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6380)]", "failedSince" : 2318, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6380): Process ended prematurely: osmo-stp_10.42.42.5(pid=6380) [trial-2403↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6380)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 ussd:trx-b200 assert_extension.py\u000a----------------------------------------------\u000a10:11:13.301245 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a10:11:13.313051 tst ussd:trx-b200: Using 1 x bts (candidates: 1)\u000a10:11:13.453957 tst assert_extension.py: using LAC 40205\u000a10:11:13.570184 tst assert_extension.py: using RAC 170\u000a10:11:13.686329 tst assert_extension.py: using CellId 40205\u000a10:11:13.801672 tst assert_extension.py: using BVCI 40206\u000a10:11:13.824322 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a10:11:13.835052 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a10:11:13.845707 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a10:11:13.856065 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a10:11:13.866896 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a10:11:13.877544 tst ussd:trx-b200: Using 1 x modem (candidates: 1)\u000a10:11:14.084622 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:11:14.596793 run create_hlr_db(pid=6374): Launched\u000a10:11:14.782233 bus /sierra_2: Setting Powered False\u000a10:11:15.793209 run create_hlr_db(pid=6374): Terminated: ok {rc=0}\u000a10:11:16.277796 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6376): Launched\u000a10:11:16.723080 run osmo-hlr_10.42.42.2(pid=6377): Launched\u000a10:11:16.919925 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:11:17.482397 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6379): Launched\u000a10:11:17.804347 run osmo-stp_10.42.42.5(pid=6380): Launched\u000a10:11:17.919796 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:11:18.502042 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6382): Launched\u000a10:11:18.819592 run osmo-msc_10.42.42.6(pid=6383): Launched\u000a10:11:19.007097 run osmo-stp_10.42.42.5(pid=6380): ERR: Terminated: ERROR {rc=1} [trial-2403↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6380)]\u000a10:11:19.143188 run osmo-stp_10.42.42.5(pid=6380): stdout: \u000a| (launched: 2022-12-14_10:11:17.644748)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:11:19.277607 run osmo-stp_10.42.42.5(pid=6380): stderr: \u000a| �[0;m�[38;5;43m20221214101117838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214101117838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214101117838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214101117838 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214101117839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214101117839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214101117839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:11:19.405624 run osmo-stp_10.42.42.5(pid=6380): stdout: \u000a| (launched: 2022-12-14_10:11:17.644748)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:11:19.532040 run osmo-stp_10.42.42.5(pid=6380): stderr: \u000a| �[0;m�[38;5;43m20221214101117838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214101117838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214101117838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214101117838 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214101117839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214101117839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214101117839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:11:19.587908 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=6380): Process ended prematurely: osmo-stp_10.42.42.5(pid=6380) [trial-2403↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6380)] [trial-2403↪ussd:trx-b200↪assert_extension.py:17]\u000a10:11:19.596783 tst assert_extension.py:17: Test FAILED (6.3 sec)\u000a10:11:19.660192 run osmo-hlr_10.42.42.2(pid=6377): ERR: Terminated: ERROR {rc=237} [trial-2403↪ussd:trx-b200↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6377)]\u000a10:11:19.712275 run osmo-hlr_10.42.42.2(pid=6377): stdout: \u000a| (launched: 2022-12-14_10:11:16.443727) \u000a10:11:19.765297 run osmo-hlr_10.42.42.2(pid=6377): stderr: \u000a| �[0;m�[1;31m20221214101116678 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214101116678 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214101116678 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214101116678 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214101116679 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214101116679 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214101116698 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/ussd:trx-b200/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214101116711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214101116711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214101116711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:11:19.836326 run osmo-msc_10.42.42.6(pid=6383): ERR: Terminated: ERROR {rc=2} [trial-2403↪ussd:trx-b200↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6383)]\u000a10:11:19.888621 run osmo-msc_10.42.42.6(pid=6383): stdout: \u000a| (launched: 2022-12-14_10:11:18.662932) \u000a10:11:19.941208 run osmo-msc_10.42.42.6(pid=6383): stderr: \u000a| �[0;m�[38;5;43m20221214101118984 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214101118984 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fab673ccc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214101118984 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214101118984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214101118984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214101118985 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214101118986 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214101118987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214101118987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214101118987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:11:19.986151 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6376): Terminating (SIGTERM)\u000a10:11:20.028491 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6379): Terminating (SIGTERM)\u000a10:11:20.070902 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6382): Terminating (SIGTERM)\u000a10:11:20.080716 --- ParallelTerminationStrategy: PID 6376 died...\u000a10:11:20.137478 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6376): Terminated: ok {rc=0}\u000a10:11:20.147709 --- ParallelTerminationStrategy: PID 6379 died...\u000a10:11:20.204110 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6379): Terminated: ok {rc=0}\u000a10:11:20.214289 --- ParallelTerminationStrategy: PID 6382 died...\u000a10:11:20.270318 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6382): Terminated: ok {rc=0}\u000a10:11:20.358260 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "39", "name" : "ussd_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T10:11:13" }, { "cases" : [ { "testActions" : [ ], "age" : 86, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6394): Process ended prematurely: osmo-stp_10.42.42.5(pid=6394) [trial-2403↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6394)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6394): Process ended prematurely: osmo-stp_10.42.42.5(pid=6394) [trial-2403↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6394)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a10:11:22.325392 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:11:22.336999 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a10:11:22.500304 tst mo_mt_call.py: using LAC 40206\u000a10:11:22.626117 tst mo_mt_call.py: using RAC 171\u000a10:11:22.752768 tst mo_mt_call.py: using CellId 40206\u000a10:11:22.878843 tst mo_mt_call.py: using BVCI 40207\u000a10:11:22.903612 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:11:22.915158 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:11:22.926555 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:11:22.937857 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:11:22.949261 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:11:22.960529 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a10:11:23.078814 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a10:11:23.290991 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:11:23.811475 run create_hlr_db(pid=6388): Launched\u000a10:11:23.999175 bus /sierra_2: Setting Powered False\u000a10:11:25.019864 run create_hlr_db(pid=6388): Terminated: ok {rc=0}\u000a10:11:25.432129 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6390): Launched\u000a10:11:25.738942 run osmo-hlr_10.42.42.2(pid=6391): Launched\u000a10:11:25.850314 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:11:26.382632 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6393): Launched\u000a10:11:26.687952 run osmo-stp_10.42.42.5(pid=6394): Launched\u000a10:11:26.798385 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:11:27.356858 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6396): Launched\u000a10:11:27.662525 run osmo-msc_10.42.42.6(pid=6397): Launched\u000a10:11:27.841310 run osmo-stp_10.42.42.5(pid=6394): ERR: Terminated: ERROR {rc=1} [trial-2403↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6394)]\u000a10:11:27.971076 run osmo-stp_10.42.42.5(pid=6394): stdout: \u000a| (launched: 2022-12-14_10:11:26.536892)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:11:28.098296 run osmo-stp_10.42.42.5(pid=6394): stderr: \u000a| �[0;m�[38;5;43m20221214101126708 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214101126708 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214101126709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214101126709 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214101126709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214101126710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214101126710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:11:28.220653 run osmo-stp_10.42.42.5(pid=6394): stdout: \u000a| (launched: 2022-12-14_10:11:26.536892)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:11:28.341577 run osmo-stp_10.42.42.5(pid=6394): stderr: \u000a| �[0;m�[38;5;43m20221214101126708 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214101126708 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214101126709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214101126709 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214101126709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214101126710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214101126710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:11:28.395018 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6394): Process ended prematurely: osmo-stp_10.42.42.5(pid=6394) [trial-2403↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6394)] [trial-2403↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a10:11:28.403710 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a10:11:28.464108 run osmo-hlr_10.42.42.2(pid=6391): ERR: Terminated: ERROR {rc=237} [trial-2403↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6391)]\u000a10:11:28.513746 run osmo-hlr_10.42.42.2(pid=6391): stdout: \u000a| (launched: 2022-12-14_10:11:25.586905) \u000a10:11:28.564304 run osmo-hlr_10.42.42.2(pid=6391): stderr: \u000a| �[0;m�[1;31m20221214101125762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214101125762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214101125762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214101125762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214101125762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214101125762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214101125787 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214101125796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214101125796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214101125796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:11:28.632191 run osmo-msc_10.42.42.6(pid=6397): ERR: Terminated: ERROR {rc=2} [trial-2403↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6397)]\u000a10:11:28.681911 run osmo-msc_10.42.42.6(pid=6397): stdout: \u000a| (launched: 2022-12-14_10:11:27.511385) \u000a10:11:28.731916 run osmo-msc_10.42.42.6(pid=6397): stderr: \u000a| �[0;m�[38;5;43m20221214101127783 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214101127783 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fde825e7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214101127783 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214101127783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214101127783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214101127783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214101127785 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214101127786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214101127786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214101127786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:11:28.774491 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6390): Terminating (SIGTERM)\u000a10:11:28.814547 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6393): Terminating (SIGTERM)\u000a10:11:28.854965 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6396): Terminating (SIGTERM)\u000a10:11:28.864119 --- ParallelTerminationStrategy: PID 6390 died...\u000a10:11:28.918021 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6390): Terminated: ok {rc=0}\u000a10:11:28.927462 --- ParallelTerminationStrategy: PID 6393 died...\u000a10:11:28.981500 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6393): Terminated: ok {rc=0}\u000a10:11:28.991062 --- ParallelTerminationStrategy: PID 6396 died...\u000a10:11:29.044917 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6396): Terminated: ok {rc=0}\u000a10:11:29.134125 bus /sierra_3: Setting Powered False\u000a10:11:30.237406 bus /sierra_3: Setting Powered False\u000a10:11:31.361473 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 86, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6405): Process ended prematurely: osmo-stp_10.42.42.5(pid=6405) [trial-2403↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6405)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6405): Process ended prematurely: osmo-stp_10.42.42.5(pid=6405) [trial-2403↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6405)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:11:32.471909 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:11:32.483640 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a10:11:32.641152 tst mo_mt_call_osmux.py: using LAC 40207\u000a10:11:32.773360 tst mo_mt_call_osmux.py: using RAC 172\u000a10:11:32.900363 tst mo_mt_call_osmux.py: using CellId 40207\u000a10:11:33.018686 tst mo_mt_call_osmux.py: using BVCI 40208\u000a10:11:33.041843 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:11:33.052787 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:11:33.063726 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:11:33.074618 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:11:33.085883 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:11:33.096858 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a10:11:33.213606 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a10:11:33.424277 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:11:33.941756 run create_hlr_db(pid=6399): Launched\u000a10:11:34.128482 bus /sierra_2: Setting Powered False\u000a10:11:35.150219 run create_hlr_db(pid=6399): Terminated: ok {rc=0}\u000a10:11:35.583736 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6401): Launched\u000a10:11:35.907236 run osmo-hlr_10.42.42.2(pid=6402): Launched\u000a10:11:36.024319 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:11:36.588726 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6404): Launched\u000a10:11:36.915830 run osmo-stp_10.42.42.5(pid=6405): Launched\u000a10:11:37.033588 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:11:37.630215 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6407): Launched\u000a10:11:37.955607 run osmo-msc_10.42.42.6(pid=6408): Launched\u000a10:11:38.145069 run osmo-stp_10.42.42.5(pid=6405): ERR: Terminated: ERROR {rc=1} [trial-2403↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6405)]\u000a10:11:38.282586 run osmo-stp_10.42.42.5(pid=6405): stdout: \u000a| (launched: 2022-12-14_10:11:36.753726)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:11:38.419241 run osmo-stp_10.42.42.5(pid=6405): stderr: \u000a| �[0;m�[38;5;43m20221214101136949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214101136949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214101136949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214101136950 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214101136950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214101136950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214101136950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:11:38.549866 run osmo-stp_10.42.42.5(pid=6405): stdout: \u000a| (launched: 2022-12-14_10:11:36.753726)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:11:38.678439 run osmo-stp_10.42.42.5(pid=6405): stderr: \u000a| �[0;m�[38;5;43m20221214101136949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214101136949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214101136949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214101136950 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214101136950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214101136950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214101136950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:11:38.735279 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6405): Process ended prematurely: osmo-stp_10.42.42.5(pid=6405) [trial-2403↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6405)] [trial-2403↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a10:11:38.745191 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a10:11:38.807911 run osmo-hlr_10.42.42.2(pid=6402): ERR: Terminated: ERROR {rc=237} [trial-2403↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6402)]\u000a10:11:38.859679 run osmo-hlr_10.42.42.2(pid=6402): stdout: \u000a| (launched: 2022-12-14_10:11:35.748227) \u000a10:11:38.912177 run osmo-hlr_10.42.42.2(pid=6402): stderr: \u000a| �[0;m�[1;31m20221214101135948 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214101135948 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214101135948 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214101135948 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214101135948 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214101135949 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214101135961 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214101135969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214101135969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214101135969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:11:38.983605 run osmo-msc_10.42.42.6(pid=6408): ERR: Terminated: ERROR {rc=2} [trial-2403↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6408)]\u000a10:11:39.035502 run osmo-msc_10.42.42.6(pid=6408): stdout: \u000a| (launched: 2022-12-14_10:11:37.794932) \u000a10:11:39.087754 run osmo-msc_10.42.42.6(pid=6408): stderr: \u000a| �[0;m�[38;5;43m20221214101138119 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214101138119 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3ece185c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214101138119 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214101138119 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214101138119 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214101138120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214101138121 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214101138122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214101138122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214101138122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:11:39.132286 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6401): Terminating (SIGTERM)\u000a10:11:39.174685 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6404): Terminating (SIGTERM)\u000a10:11:39.216755 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6407): Terminating (SIGTERM)\u000a10:11:39.226073 --- ParallelTerminationStrategy: PID 6401 died...\u000a10:11:39.282180 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6401): Terminated: ok {rc=0}\u000a10:11:39.292124 --- ParallelTerminationStrategy: PID 6404 died...\u000a10:11:39.347712 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6404): Terminated: ok {rc=0}\u000a10:11:39.357732 --- ParallelTerminationStrategy: PID 6407 died...\u000a10:11:39.413301 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6407): Terminated: ok {rc=0}\u000a10:11:39.501313 bus /sierra_3: Setting Powered False\u000a10:11:40.605266 bus /sierra_3: Setting Powered False\u000a10:11:41.716204 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "40", "name" : "voice_trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T10:11:22" }, { "cases" : [ { "testActions" : [ ], "age" : 86, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6420): Process ended prematurely: osmo-stp_10.42.42.5(pid=6420) [trial-2403↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6420)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6420): Process ended prematurely: osmo-stp_10.42.42.5(pid=6420) [trial-2403↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6420)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a10:11:43.715859 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:11:43.727273 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a10:11:43.889999 tst mo_mt_call.py: using LAC 40208\u000a10:11:44.008381 tst mo_mt_call.py: using RAC 173\u000a10:11:44.126785 tst mo_mt_call.py: using CellId 40208\u000a10:11:44.244209 tst mo_mt_call.py: using BVCI 40209\u000a10:11:44.267214 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:11:44.278264 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:11:44.289206 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:11:44.299922 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:11:44.311135 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:11:44.322430 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a10:11:44.437856 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a10:11:44.648689 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:11:45.170147 run create_hlr_db(pid=6414): Launched\u000a10:11:45.358001 bus /sierra_2: Setting Powered False\u000a10:11:46.382815 run create_hlr_db(pid=6414): Terminated: ok {rc=0}\u000a10:11:46.836019 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6416): Launched\u000a10:11:47.242348 run osmo-hlr_10.42.42.2(pid=6417): Launched\u000a10:11:47.353394 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:11:47.884380 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6419): Launched\u000a10:11:48.189915 run osmo-stp_10.42.42.5(pid=6420): Launched\u000a10:11:48.300355 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:11:48.858256 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6422): Launched\u000a10:11:49.164777 run osmo-msc_10.42.42.6(pid=6423): Launched\u000a10:11:49.344656 run osmo-stp_10.42.42.5(pid=6420): ERR: Terminated: ERROR {rc=1} [trial-2403↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6420)]\u000a10:11:49.473855 run osmo-stp_10.42.42.5(pid=6420): stdout: \u000a| (launched: 2022-12-14_10:11:48.038955)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:11:49.601349 run osmo-stp_10.42.42.5(pid=6420): stderr: \u000a| �[0;m�[38;5;43m20221214101148210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214101148211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214101148211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214101148211 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214101148212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214101148212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214101148212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:11:49.723939 run osmo-stp_10.42.42.5(pid=6420): stdout: \u000a| (launched: 2022-12-14_10:11:48.038955)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:11:49.845129 run osmo-stp_10.42.42.5(pid=6420): stderr: \u000a| �[0;m�[38;5;43m20221214101148210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214101148211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214101148211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214101148211 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214101148212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214101148212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214101148212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:11:49.898951 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6420): Process ended prematurely: osmo-stp_10.42.42.5(pid=6420) [trial-2403↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6420)] [trial-2403↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a10:11:49.907784 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a10:11:49.969180 run osmo-hlr_10.42.42.2(pid=6417): ERR: Terminated: ERROR {rc=237} [trial-2403↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6417)]\u000a10:11:50.019310 run osmo-hlr_10.42.42.2(pid=6417): stdout: \u000a| (launched: 2022-12-14_10:11:47.006153) \u000a10:11:50.070065 run osmo-hlr_10.42.42.2(pid=6417): stderr: \u000a| �[0;m�[1;31m20221214101147201 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214101147201 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214101147201 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214101147201 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214101147201 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214101147201 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214101147214 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214101147224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214101147224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214101147224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:11:50.138770 run osmo-msc_10.42.42.6(pid=6423): ERR: Terminated: ERROR {rc=2} [trial-2403↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6423)]\u000a10:11:50.189118 run osmo-msc_10.42.42.6(pid=6423): stdout: \u000a| (launched: 2022-12-14_10:11:49.013220) \u000a10:11:50.239742 run osmo-msc_10.42.42.6(pid=6423): stderr: \u000a| �[0;m�[38;5;43m20221214101149284 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214101149285 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1d21206c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214101149285 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214101149285 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214101149285 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214101149285 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214101149287 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214101149287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214101149287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214101149287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:11:50.283109 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6416): Terminating (SIGTERM)\u000a10:11:50.324152 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6419): Terminating (SIGTERM)\u000a10:11:50.365660 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6422): Terminating (SIGTERM)\u000a10:11:50.374885 --- ParallelTerminationStrategy: PID 6416 died...\u000a10:11:50.429596 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6416): Terminated: ok {rc=0}\u000a10:11:50.439163 --- ParallelTerminationStrategy: PID 6419 died...\u000a10:11:50.493363 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6419): Terminated: ok {rc=0}\u000a10:11:50.502932 --- ParallelTerminationStrategy: PID 6422 died...\u000a10:11:50.557222 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6422): Terminated: ok {rc=0}\u000a10:11:50.646218 bus /sierra_3: Setting Powered False\u000a10:11:51.750054 bus /sierra_3: Setting Powered False\u000a10:11:52.862499 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 86, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6431): Process ended prematurely: osmo-stp_10.42.42.5(pid=6431) [trial-2403↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6431)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6431): Process ended prematurely: osmo-stp_10.42.42.5(pid=6431) [trial-2403↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6431)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:11:53.977236 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:11:53.989443 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a10:11:54.156472 tst mo_mt_call_osmux.py: using LAC 40209\u000a10:11:54.283610 tst mo_mt_call_osmux.py: using RAC 174\u000a10:11:54.410631 tst mo_mt_call_osmux.py: using CellId 40209\u000a10:11:54.538457 tst mo_mt_call_osmux.py: using BVCI 40210\u000a10:11:54.563089 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:11:54.574635 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:11:54.586138 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:11:54.597493 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:11:54.608917 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:11:54.620288 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a10:11:54.739438 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a10:11:54.945633 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:11:55.429327 run create_hlr_db(pid=6425): Launched\u000a10:11:55.604732 bus /sierra_2: Setting Powered False\u000a10:11:56.627064 run create_hlr_db(pid=6425): Terminated: ok {rc=0}\u000a10:11:57.060829 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6427): Launched\u000a10:11:57.387710 run osmo-hlr_10.42.42.2(pid=6428): Launched\u000a10:11:57.509948 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:11:58.076782 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6430): Launched\u000a10:11:58.401272 run osmo-stp_10.42.42.5(pid=6431): Launched\u000a10:11:58.518409 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:11:59.121919 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6433): Launched\u000a10:11:59.449704 run osmo-msc_10.42.42.6(pid=6434): Launched\u000a10:11:59.640151 run osmo-stp_10.42.42.5(pid=6431): ERR: Terminated: ERROR {rc=1} [trial-2403↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6431)]\u000a10:11:59.783125 run osmo-stp_10.42.42.5(pid=6431): stdout: \u000a| (launched: 2022-12-14_10:11:58.242009)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:11:59.919115 run osmo-stp_10.42.42.5(pid=6431): stderr: \u000a| �[0;m�[38;5;43m20221214101158434 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214101158434 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214101158435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214101158435 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214101158435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214101158436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214101158436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:12:00.049617 run osmo-stp_10.42.42.5(pid=6431): stdout: \u000a| (launched: 2022-12-14_10:11:58.242009)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:12:00.178965 run osmo-stp_10.42.42.5(pid=6431): stderr: \u000a| �[0;m�[38;5;43m20221214101158434 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214101158434 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214101158435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214101158435 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214101158435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214101158436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214101158436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:12:00.236097 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6431): Process ended prematurely: osmo-stp_10.42.42.5(pid=6431) [trial-2403↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6431)] [trial-2403↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a10:12:00.245504 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a10:12:00.308407 run osmo-hlr_10.42.42.2(pid=6428): ERR: Terminated: ERROR {rc=237} [trial-2403↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6428)]\u000a10:12:00.360573 run osmo-hlr_10.42.42.2(pid=6428): stdout: \u000a| (launched: 2022-12-14_10:11:57.227232) \u000a10:12:00.413151 run osmo-hlr_10.42.42.2(pid=6428): stderr: \u000a| �[0;m�[1;31m20221214101157425 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214101157425 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214101157426 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214101157426 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214101157426 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214101157426 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214101157439 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214101157447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214101157447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214101157447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:12:00.484247 run osmo-msc_10.42.42.6(pid=6434): ERR: Terminated: ERROR {rc=2} [trial-2403↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6434)]\u000a10:12:00.536307 run osmo-msc_10.42.42.6(pid=6434): stdout: \u000a| (launched: 2022-12-14_10:11:59.287685) \u000a10:12:00.589004 run osmo-msc_10.42.42.6(pid=6434): stderr: \u000a| �[0;m�[38;5;43m20221214101159609 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214101159609 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff58e919c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214101159609 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214101159609 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214101159610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214101159610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214101159611 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214101159612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214101159612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214101159612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:12:00.633750 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6427): Terminating (SIGTERM)\u000a10:12:00.675890 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6430): Terminating (SIGTERM)\u000a10:12:00.718085 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6433): Terminating (SIGTERM)\u000a10:12:00.727769 --- ParallelTerminationStrategy: PID 6427 died...\u000a10:12:00.783882 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6427): Terminated: ok {rc=0}\u000a10:12:00.794009 --- ParallelTerminationStrategy: PID 6430 died...\u000a10:12:00.850466 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6430): Terminated: ok {rc=0}\u000a10:12:00.860854 --- ParallelTerminationStrategy: PID 6433 died...\u000a10:12:00.927907 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6433): Terminated: ok {rc=0}\u000a10:12:01.023566 bus /sierra_3: Setting Powered False\u000a10:12:02.150785 bus /sierra_3: Setting Powered False\u000a10:12:03.265184 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "41", "name" : "voice_trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T10:11:43" }, { "cases" : [ { "testActions" : [ ], "age" : 86, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6445): Process ended prematurely: osmo-stp_10.42.42.5(pid=6445) [trial-2403↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6445)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6445): Process ended prematurely: osmo-stp_10.42.42.5(pid=6445) [trial-2403↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6445)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a10:12:05.262263 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:12:05.273752 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a10:12:05.432890 tst mo_mt_call.py: using LAC 40210\u000a10:12:05.554967 tst mo_mt_call.py: using RAC 175\u000a10:12:05.676429 tst mo_mt_call.py: using CellId 40210\u000a10:12:05.796075 tst mo_mt_call.py: using BVCI 40211\u000a10:12:05.819252 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:12:05.830321 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:12:05.841104 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:12:05.851794 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:12:05.863004 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:12:05.874261 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a10:12:05.995012 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a10:12:06.207168 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:12:06.727962 run create_hlr_db(pid=6439): Launched\u000a10:12:06.915639 bus /sierra_2: Setting Powered False\u000a10:12:07.937184 run create_hlr_db(pid=6439): Terminated: ok {rc=0}\u000a10:12:08.372004 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6441): Launched\u000a10:12:08.698870 run osmo-hlr_10.42.42.2(pid=6442): Launched\u000a10:12:08.816591 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:12:09.384238 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6444): Launched\u000a10:12:09.710856 run osmo-stp_10.42.42.5(pid=6445): Launched\u000a10:12:09.827881 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:12:10.424360 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6447): Launched\u000a10:12:10.751293 run osmo-msc_10.42.42.6(pid=6448): Launched\u000a10:12:10.941269 run osmo-stp_10.42.42.5(pid=6445): ERR: Terminated: ERROR {rc=1} [trial-2403↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6445)]\u000a10:12:11.077754 run osmo-stp_10.42.42.5(pid=6445): stdout: \u000a| (launched: 2022-12-14_10:12:09.549329)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:12:11.215017 run osmo-stp_10.42.42.5(pid=6445): stderr: \u000a| �[0;m�[38;5;43m20221214101209742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214101209743 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214101209743 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214101209743 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214101209744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214101209744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214101209744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:12:11.345645 run osmo-stp_10.42.42.5(pid=6445): stdout: \u000a| (launched: 2022-12-14_10:12:09.549329)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:12:11.474821 run osmo-stp_10.42.42.5(pid=6445): stderr: \u000a| �[0;m�[38;5;43m20221214101209742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214101209743 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214101209743 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214101209743 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214101209744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214101209744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214101209744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:12:11.531922 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6445): Process ended prematurely: osmo-stp_10.42.42.5(pid=6445) [trial-2403↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6445)] [trial-2403↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a10:12:11.541354 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a10:12:11.603983 run osmo-hlr_10.42.42.2(pid=6442): ERR: Terminated: ERROR {rc=237} [trial-2403↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6442)]\u000a10:12:11.655772 run osmo-hlr_10.42.42.2(pid=6442): stdout: \u000a| (launched: 2022-12-14_10:12:08.537527) \u000a10:12:11.707861 run osmo-hlr_10.42.42.2(pid=6442): stderr: \u000a| �[0;m�[1;31m20221214101208737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214101208737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214101208737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214101208737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214101208737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214101208737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214101208750 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214101208758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214101208758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214101208758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:12:11.778311 run osmo-msc_10.42.42.6(pid=6448): ERR: Terminated: ERROR {rc=2} [trial-2403↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6448)]\u000a10:12:11.829863 run osmo-msc_10.42.42.6(pid=6448): stdout: \u000a| (launched: 2022-12-14_10:12:10.589574) \u000a10:12:11.882070 run osmo-msc_10.42.42.6(pid=6448): stderr: \u000a| �[0;m�[38;5;43m20221214101210913 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214101210913 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0dfda60c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214101210913 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214101210913 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214101210913 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214101210914 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214101210915 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214101210916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214101210916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214101210916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:12:11.926733 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6441): Terminating (SIGTERM)\u000a10:12:11.968669 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6444): Terminating (SIGTERM)\u000a10:12:12.010654 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6447): Terminating (SIGTERM)\u000a10:12:12.019930 --- ParallelTerminationStrategy: PID 6441 died...\u000a10:12:12.075924 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6441): Terminated: ok {rc=0}\u000a10:12:12.085995 --- ParallelTerminationStrategy: PID 6444 died...\u000a10:12:12.141798 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6444): Terminated: ok {rc=0}\u000a10:12:12.151865 --- ParallelTerminationStrategy: PID 6447 died...\u000a10:12:12.208476 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6447): Terminated: ok {rc=0}\u000a10:12:12.296128 bus /sierra_3: Setting Powered False\u000a10:12:13.403367 bus /sierra_3: Setting Powered False\u000a10:12:14.513675 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 86, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6456): Process ended prematurely: osmo-stp_10.42.42.5(pid=6456) [trial-2403↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6456)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6456): Process ended prematurely: osmo-stp_10.42.42.5(pid=6456) [trial-2403↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6456)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:12:15.628684 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:12:15.640891 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a10:12:15.805634 tst mo_mt_call_osmux.py: using LAC 40211\u000a10:12:15.953735 tst mo_mt_call_osmux.py: using RAC 176\u000a10:12:16.078783 tst mo_mt_call_osmux.py: using CellId 40211\u000a10:12:16.202236 tst mo_mt_call_osmux.py: using BVCI 40212\u000a10:12:16.226876 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:12:16.239207 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:12:16.251701 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:12:16.263704 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:12:16.276879 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:12:16.290005 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a10:12:16.410553 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a10:12:16.623730 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:12:17.180481 run create_hlr_db(pid=6450): Launched\u000a10:12:17.369027 bus /sierra_2: Setting Powered False\u000a10:12:18.389847 run create_hlr_db(pid=6450): Terminated: ok {rc=0}\u000a10:12:18.824497 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6452): Launched\u000a10:12:19.147930 run osmo-hlr_10.42.42.2(pid=6453): Launched\u000a10:12:19.270100 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:12:19.837283 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6455): Launched\u000a10:12:20.163046 run osmo-stp_10.42.42.5(pid=6456): Launched\u000a10:12:20.280121 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:12:20.874491 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6458): Launched\u000a10:12:21.201519 run osmo-msc_10.42.42.6(pid=6459): Launched\u000a10:12:21.392533 run osmo-stp_10.42.42.5(pid=6456): ERR: Terminated: ERROR {rc=1} [trial-2403↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6456)]\u000a10:12:21.529677 run osmo-stp_10.42.42.5(pid=6456): stdout: \u000a| (launched: 2022-12-14_10:12:20.002449)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:12:21.666121 run osmo-stp_10.42.42.5(pid=6456): stderr: \u000a| �[0;m�[38;5;43m20221214101220197 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214101220197 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214101220197 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214101220198 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214101220198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214101220198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214101220198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:12:21.796157 run osmo-stp_10.42.42.5(pid=6456): stdout: \u000a| (launched: 2022-12-14_10:12:20.002449)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:12:21.925399 run osmo-stp_10.42.42.5(pid=6456): stderr: \u000a| �[0;m�[38;5;43m20221214101220197 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214101220197 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214101220197 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214101220198 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214101220198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214101220198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214101220198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:12:21.982514 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6456): Process ended prematurely: osmo-stp_10.42.42.5(pid=6456) [trial-2403↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6456)] [trial-2403↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a10:12:21.991938 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a10:12:22.054645 run osmo-hlr_10.42.42.2(pid=6453): ERR: Terminated: ERROR {rc=237} [trial-2403↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6453)]\u000a10:12:22.106415 run osmo-hlr_10.42.42.2(pid=6453): stdout: \u000a| (launched: 2022-12-14_10:12:18.989236) \u000a10:12:22.158640 run osmo-hlr_10.42.42.2(pid=6453): stderr: \u000a| �[0;m�[1;31m20221214101219188 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214101219188 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214101219188 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214101219188 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214101219188 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214101219188 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214101219200 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214101219208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214101219208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214101219209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:12:22.229957 run osmo-msc_10.42.42.6(pid=6459): ERR: Terminated: ERROR {rc=2} [trial-2403↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6459)]\u000a10:12:22.281428 run osmo-msc_10.42.42.6(pid=6459): stdout: \u000a| (launched: 2022-12-14_10:12:21.040687) \u000a10:12:22.333464 run osmo-msc_10.42.42.6(pid=6459): stderr: \u000a| �[0;m�[38;5;43m20221214101221363 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214101221364 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2b017eec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214101221364 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214101221364 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214101221364 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214101221364 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214101221366 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214101221366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214101221366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214101221366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:12:22.377846 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6452): Terminating (SIGTERM)\u000a10:12:22.419809 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6455): Terminating (SIGTERM)\u000a10:12:22.462095 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6458): Terminating (SIGTERM)\u000a10:12:22.471753 --- ParallelTerminationStrategy: PID 6452 died...\u000a10:12:22.527875 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6452): Terminated: ok {rc=0}\u000a10:12:22.537933 --- ParallelTerminationStrategy: PID 6455 died...\u000a10:12:22.593591 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6455): Terminated: ok {rc=0}\u000a10:12:22.603577 --- ParallelTerminationStrategy: PID 6458 died...\u000a10:12:22.658939 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6458): Terminated: ok {rc=0}\u000a10:12:22.747234 bus /sierra_3: Setting Powered False\u000a10:12:23.854132 bus /sierra_3: Setting Powered False\u000a10:12:24.962360 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "42", "name" : "voice_trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T10:12:04" }, { "cases" : [ { "testActions" : [ ], "age" : 86, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6471): Process ended prematurely: osmo-stp_10.42.42.5(pid=6471) [trial-2403↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6471)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6471): Process ended prematurely: osmo-stp_10.42.42.5(pid=6471) [trial-2403↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6471)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a10:12:26.967132 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:12:26.978452 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a10:12:27.135313 tst mo_mt_call.py: using LAC 40212\u000a10:12:27.256214 tst mo_mt_call.py: using RAC 177\u000a10:12:27.375808 tst mo_mt_call.py: using CellId 40212\u000a10:12:27.496626 tst mo_mt_call.py: using BVCI 40213\u000a10:12:27.519704 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:12:27.530873 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:12:27.541681 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:12:27.552441 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:12:27.564030 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:12:27.575244 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a10:12:27.696175 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a10:12:27.900184 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:12:28.381529 run create_hlr_db(pid=6465): Launched\u000a10:12:28.556673 bus /sierra_2: Setting Powered False\u000a10:12:29.579458 run create_hlr_db(pid=6465): Terminated: ok {rc=0}\u000a10:12:30.016930 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6467): Launched\u000a10:12:30.343565 run osmo-hlr_10.42.42.2(pid=6468): Launched\u000a10:12:30.462878 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:12:31.042491 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6470): Launched\u000a10:12:31.497273 run osmo-stp_10.42.42.5(pid=6471): Launched\u000a10:12:31.723575 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:12:32.381630 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6473): Launched\u000a10:12:32.690989 run osmo-msc_10.42.42.6(pid=6474): Launched\u000a10:12:32.871156 run osmo-stp_10.42.42.5(pid=6471): ERR: Terminated: ERROR {rc=1} [trial-2403↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6471)]\u000a10:12:33.003410 run osmo-stp_10.42.42.5(pid=6471): stdout: \u000a| (launched: 2022-12-14_10:12:31.237924)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:12:33.131665 run osmo-stp_10.42.42.5(pid=6471): stderr: \u000a| �[0;m�[38;5;43m20221214101231570 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214101231571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214101231571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214101231571 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214101231572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214101231579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214101231579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:12:33.254597 run osmo-stp_10.42.42.5(pid=6471): stdout: \u000a| (launched: 2022-12-14_10:12:31.237924)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:12:33.376406 run osmo-stp_10.42.42.5(pid=6471): stderr: \u000a| �[0;m�[38;5;43m20221214101231570 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214101231571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214101231571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214101231571 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214101231572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214101231579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214101231579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:12:33.430381 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6471): Process ended prematurely: osmo-stp_10.42.42.5(pid=6471) [trial-2403↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6471)] [trial-2403↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a10:12:33.439225 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a10:12:33.499439 run osmo-hlr_10.42.42.2(pid=6468): ERR: Terminated: ERROR {rc=237} [trial-2403↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6468)]\u000a10:12:33.549165 run osmo-hlr_10.42.42.2(pid=6468): stdout: \u000a| (launched: 2022-12-14_10:12:30.182395) \u000a10:12:33.599079 run osmo-hlr_10.42.42.2(pid=6468): stderr: \u000a| �[0;m�[1;31m20221214101230381 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214101230381 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214101230381 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214101230381 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214101230381 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214101230381 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214101230394 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214101230404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214101230404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214101230404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:12:33.666837 run osmo-msc_10.42.42.6(pid=6474): ERR: Terminated: ERROR {rc=2} [trial-2403↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6474)]\u000a10:12:33.716483 run osmo-msc_10.42.42.6(pid=6474): stdout: \u000a| (launched: 2022-12-14_10:12:32.537877) \u000a10:12:33.766659 run osmo-msc_10.42.42.6(pid=6474): stderr: \u000a| �[0;m�[38;5;43m20221214101232811 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214101232811 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7d37cbcc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214101232811 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214101232811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214101232811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214101232811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214101232813 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214101232813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214101232814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214101232814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:12:33.809373 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6467): Terminating (SIGTERM)\u000a10:12:33.849373 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6470): Terminating (SIGTERM)\u000a10:12:33.889304 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6473): Terminating (SIGTERM)\u000a10:12:33.898484 --- ParallelTerminationStrategy: PID 6467 died...\u000a10:12:33.952607 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6467): Terminated: ok {rc=0}\u000a10:12:33.962247 --- ParallelTerminationStrategy: PID 6470 died...\u000a10:12:34.016288 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6470): Terminated: ok {rc=0}\u000a10:12:34.025836 --- ParallelTerminationStrategy: PID 6473 died...\u000a10:12:34.080404 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6473): Terminated: ok {rc=0}\u000a10:12:34.169877 bus /sierra_3: Setting Powered False\u000a10:12:35.275122 bus /sierra_3: Setting Powered False\u000a10:12:36.387662 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 86, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6482): Process ended prematurely: osmo-stp_10.42.42.5(pid=6482) [trial-2403↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6482)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6482): Process ended prematurely: osmo-stp_10.42.42.5(pid=6482) [trial-2403↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6482)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:12:37.499095 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:12:37.510754 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a10:12:37.669139 tst mo_mt_call_osmux.py: using LAC 40213\u000a10:12:37.789156 tst mo_mt_call_osmux.py: using RAC 178\u000a10:12:37.908634 tst mo_mt_call_osmux.py: using CellId 40213\u000a10:12:38.029099 tst mo_mt_call_osmux.py: using BVCI 40214\u000a10:12:38.052205 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:12:38.063291 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:12:38.074164 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:12:38.084936 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:12:38.096261 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:12:38.107432 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a10:12:38.224729 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a10:12:38.438984 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:12:38.959872 run create_hlr_db(pid=6476): Launched\u000a10:12:39.147545 bus /sierra_2: Setting Powered False\u000a10:12:40.169764 run create_hlr_db(pid=6476): Terminated: ok {rc=0}\u000a10:12:40.604512 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6478): Launched\u000a10:12:40.929529 run osmo-hlr_10.42.42.2(pid=6479): Launched\u000a10:12:41.050874 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:12:41.618604 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6481): Launched\u000a10:12:41.943832 run osmo-stp_10.42.42.5(pid=6482): Launched\u000a10:12:42.061339 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:12:42.657139 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6484): Launched\u000a10:12:42.988350 run osmo-msc_10.42.42.6(pid=6485): Launched\u000a10:12:43.178747 run osmo-stp_10.42.42.5(pid=6482): ERR: Terminated: ERROR {rc=1} [trial-2403↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6482)]\u000a10:12:43.316785 run osmo-stp_10.42.42.5(pid=6482): stdout: \u000a| (launched: 2022-12-14_10:12:41.783568)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:12:43.454025 run osmo-stp_10.42.42.5(pid=6482): stderr: \u000a| �[0;m�[38;5;43m20221214101241976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214101241976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214101241976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214101241977 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214101241977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214101241977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214101241977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:12:43.584620 run osmo-stp_10.42.42.5(pid=6482): stdout: \u000a| (launched: 2022-12-14_10:12:41.783568)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:12:43.714092 run osmo-stp_10.42.42.5(pid=6482): stderr: \u000a| �[0;m�[38;5;43m20221214101241976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214101241976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214101241976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214101241977 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214101241977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214101241977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214101241977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:12:43.771050 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6482): Process ended prematurely: osmo-stp_10.42.42.5(pid=6482) [trial-2403↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6482)] [trial-2403↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a10:12:43.780623 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a10:12:43.843977 run osmo-hlr_10.42.42.2(pid=6479): ERR: Terminated: ERROR {rc=237} [trial-2403↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6479)]\u000a10:12:43.895969 run osmo-hlr_10.42.42.2(pid=6479): stdout: \u000a| (launched: 2022-12-14_10:12:40.769895) \u000a10:12:43.948880 run osmo-hlr_10.42.42.2(pid=6479): stderr: \u000a| �[0;m�[1;31m20221214101240971 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214101240971 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214101240971 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214101240971 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214101240971 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214101240971 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214101240983 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214101240991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214101240992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214101240992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:12:44.020194 run osmo-msc_10.42.42.6(pid=6485): ERR: Terminated: ERROR {rc=2} [trial-2403↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6485)]\u000a10:12:44.072132 run osmo-msc_10.42.42.6(pid=6485): stdout: \u000a| (launched: 2022-12-14_10:12:42.822330) \u000a10:12:44.124536 run osmo-msc_10.42.42.6(pid=6485): stderr: \u000a| �[0;m�[38;5;43m20221214101243149 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214101243149 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd85c96ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214101243149 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214101243149 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214101243150 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214101243150 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214101243151 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214101243152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214101243152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214101243152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:12:44.169328 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6478): Terminating (SIGTERM)\u000a10:12:44.212101 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6481): Terminating (SIGTERM)\u000a10:12:44.255279 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6484): Terminating (SIGTERM)\u000a10:12:44.265079 --- ParallelTerminationStrategy: PID 6478 died...\u000a10:12:44.322482 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6478): Terminated: ok {rc=0}\u000a10:12:44.332788 --- ParallelTerminationStrategy: PID 6481 died...\u000a10:12:44.389285 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6481): Terminated: ok {rc=0}\u000a10:12:44.399483 --- ParallelTerminationStrategy: PID 6484 died...\u000a10:12:44.455847 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6484): Terminated: ok {rc=0}\u000a10:12:44.543167 bus /sierra_3: Setting Powered False\u000a10:12:45.645019 bus /sierra_3: Setting Powered False\u000a10:12:46.753618 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "43", "name" : "voice_trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T10:12:26" }, { "cases" : [ { "testActions" : [ ], "age" : 86, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6496): Process ended prematurely: osmo-stp_10.42.42.5(pid=6496) [trial-2403↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6496)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6496): Process ended prematurely: osmo-stp_10.42.42.5(pid=6496) [trial-2403↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6496)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a10:12:48.754790 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:12:48.766018 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a10:12:48.921204 tst mo_mt_call.py: using LAC 40214\u000a10:12:49.044315 tst mo_mt_call.py: using RAC 179\u000a10:12:49.164111 tst mo_mt_call.py: using CellId 40214\u000a10:12:49.285835 tst mo_mt_call.py: using BVCI 40215\u000a10:12:49.308990 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:12:49.320016 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:12:49.331362 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:12:49.342589 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:12:49.354367 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:12:49.365931 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a10:12:49.485607 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a10:12:49.690467 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:12:50.170120 run create_hlr_db(pid=6490): Launched\u000a10:12:50.345308 bus /sierra_2: Setting Powered False\u000a10:12:51.367312 run create_hlr_db(pid=6490): Terminated: ok {rc=0}\u000a10:12:51.800845 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6492): Launched\u000a10:12:52.125544 run osmo-hlr_10.42.42.2(pid=6493): Launched\u000a10:12:52.244018 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:12:52.810239 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6495): Launched\u000a10:12:53.137695 run osmo-stp_10.42.42.5(pid=6496): Launched\u000a10:12:53.257884 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:12:53.852565 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6498): Launched\u000a10:12:54.178525 run osmo-msc_10.42.42.6(pid=6499): Launched\u000a10:12:54.369068 run osmo-stp_10.42.42.5(pid=6496): ERR: Terminated: ERROR {rc=1} [trial-2403↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6496)]\u000a10:12:54.506150 run osmo-stp_10.42.42.5(pid=6496): stdout: \u000a| (launched: 2022-12-14_10:12:52.975069)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:12:54.642525 run osmo-stp_10.42.42.5(pid=6496): stderr: \u000a| �[0;m�[38;5;43m20221214101253167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214101253167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214101253168 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214101253168 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214101253168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214101253168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214101253169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:12:54.772802 run osmo-stp_10.42.42.5(pid=6496): stdout: \u000a| (launched: 2022-12-14_10:12:52.975069)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:12:54.901308 run osmo-stp_10.42.42.5(pid=6496): stderr: \u000a| �[0;m�[38;5;43m20221214101253167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214101253167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214101253168 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214101253168 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214101253168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214101253168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214101253169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:12:54.958256 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6496): Process ended prematurely: osmo-stp_10.42.42.5(pid=6496) [trial-2403↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6496)] [trial-2403↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a10:12:54.967598 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a10:12:55.030623 run osmo-hlr_10.42.42.2(pid=6493): ERR: Terminated: ERROR {rc=237} [trial-2403↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6493)]\u000a10:12:55.082498 run osmo-hlr_10.42.42.2(pid=6493): stdout: \u000a| (launched: 2022-12-14_10:12:51.965451) \u000a10:12:55.135310 run osmo-hlr_10.42.42.2(pid=6493): stderr: \u000a| �[0;m�[1;31m20221214101252164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214101252164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214101252164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214101252164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214101252164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214101252164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214101252176 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214101252184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214101252185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214101252185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:12:55.206990 run osmo-msc_10.42.42.6(pid=6499): ERR: Terminated: ERROR {rc=2} [trial-2403↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6499)]\u000a10:12:55.258895 run osmo-msc_10.42.42.6(pid=6499): stdout: \u000a| (launched: 2022-12-14_10:12:54.017188) \u000a10:12:55.311216 run osmo-msc_10.42.42.6(pid=6499): stderr: \u000a| �[0;m�[38;5;43m20221214101254340 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214101254340 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f918a1e1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214101254340 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214101254340 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214101254340 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214101254341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214101254342 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214101254343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214101254343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214101254343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:12:55.355760 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6492): Terminating (SIGTERM)\u000a10:12:55.397850 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6495): Terminating (SIGTERM)\u000a10:12:55.439875 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6498): Terminating (SIGTERM)\u000a10:12:55.449584 --- ParallelTerminationStrategy: PID 6492 died...\u000a10:12:55.505947 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6492): Terminated: ok {rc=0}\u000a10:12:55.516345 --- ParallelTerminationStrategy: PID 6495 died...\u000a10:12:55.572869 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6495): Terminated: ok {rc=0}\u000a10:12:55.582955 --- ParallelTerminationStrategy: PID 6498 died...\u000a10:12:55.638856 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6498): Terminated: ok {rc=0}\u000a10:12:55.725315 bus /sierra_3: Setting Powered False\u000a10:12:56.832659 bus /sierra_3: Setting Powered False\u000a10:12:57.946222 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 86, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6507): Process ended prematurely: osmo-stp_10.42.42.5(pid=6507) [trial-2403↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6507)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6507): Process ended prematurely: osmo-stp_10.42.42.5(pid=6507) [trial-2403↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6507)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:12:59.062341 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:12:59.074504 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a10:12:59.242172 tst mo_mt_call_osmux.py: using LAC 40215\u000a10:12:59.367910 tst mo_mt_call_osmux.py: using RAC 180\u000a10:12:59.495179 tst mo_mt_call_osmux.py: using CellId 40215\u000a10:12:59.617287 tst mo_mt_call_osmux.py: using BVCI 40216\u000a10:12:59.640508 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:12:59.651837 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:12:59.662765 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:12:59.673991 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:12:59.685872 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:12:59.697311 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a10:12:59.818744 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a10:13:00.032461 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:13:00.557189 run create_hlr_db(pid=6501): Launched\u000a10:13:00.746189 bus /sierra_2: Setting Powered False\u000a10:13:01.771083 run create_hlr_db(pid=6501): Terminated: ok {rc=0}\u000a10:13:02.223765 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6503): Launched\u000a10:13:02.553362 run osmo-hlr_10.42.42.2(pid=6504): Launched\u000a10:13:02.675343 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:13:03.247150 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6506): Launched\u000a10:13:03.575179 run osmo-stp_10.42.42.5(pid=6507): Launched\u000a10:13:03.693933 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:13:04.293109 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6509): Launched\u000a10:13:04.620141 run osmo-msc_10.42.42.6(pid=6510): Launched\u000a10:13:04.811202 run osmo-stp_10.42.42.5(pid=6507): ERR: Terminated: ERROR {rc=1} [trial-2403↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6507)]\u000a10:13:04.949004 run osmo-stp_10.42.42.5(pid=6507): stdout: \u000a| (launched: 2022-12-14_10:13:03.413713)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:13:05.086688 run osmo-stp_10.42.42.5(pid=6507): stderr: \u000a| �[0;m�[38;5;43m20221214101303607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214101303607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214101303608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214101303608 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214101303608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214101303609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214101303609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:13:05.218429 run osmo-stp_10.42.42.5(pid=6507): stdout: \u000a| (launched: 2022-12-14_10:13:03.413713)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:13:05.347930 run osmo-stp_10.42.42.5(pid=6507): stderr: \u000a| �[0;m�[38;5;43m20221214101303607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214101303607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214101303608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214101303608 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214101303608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214101303609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214101303609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:13:05.405248 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6507): Process ended prematurely: osmo-stp_10.42.42.5(pid=6507) [trial-2403↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6507)] [trial-2403↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a10:13:05.414740 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a10:13:05.477609 run osmo-hlr_10.42.42.2(pid=6504): ERR: Terminated: ERROR {rc=237} [trial-2403↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6504)]\u000a10:13:05.529245 run osmo-hlr_10.42.42.2(pid=6504): stdout: \u000a| (launched: 2022-12-14_10:13:02.390022) \u000a10:13:05.581763 run osmo-hlr_10.42.42.2(pid=6504): stderr: \u000a| �[0;m�[1;31m20221214101302590 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214101302591 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214101302591 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214101302591 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214101302591 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214101302591 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214101302603 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214101302611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214101302611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214101302611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:13:05.652991 run osmo-msc_10.42.42.6(pid=6510): ERR: Terminated: ERROR {rc=2} [trial-2403↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6510)]\u000a10:13:05.704497 run osmo-msc_10.42.42.6(pid=6510): stdout: \u000a| (launched: 2022-12-14_10:13:04.458794) \u000a10:13:05.756705 run osmo-msc_10.42.42.6(pid=6510): stderr: \u000a| �[0;m�[38;5;43m20221214101304782 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214101304782 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2f5c62bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214101304782 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214101304782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214101304783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214101304783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214101304784 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214101304785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214101304785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214101304785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:13:05.801318 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6503): Terminating (SIGTERM)\u000a10:13:05.843845 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6506): Terminating (SIGTERM)\u000a10:13:05.886067 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6509): Terminating (SIGTERM)\u000a10:13:05.895737 --- ParallelTerminationStrategy: PID 6503 died...\u000a10:13:05.952119 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6503): Terminated: ok {rc=0}\u000a10:13:05.962260 --- ParallelTerminationStrategy: PID 6506 died...\u000a10:13:06.018104 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6506): Terminated: ok {rc=0}\u000a10:13:06.028110 --- ParallelTerminationStrategy: PID 6509 died...\u000a10:13:06.084029 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6509): Terminated: ok {rc=0}\u000a10:13:06.172049 bus /sierra_3: Setting Powered False\u000a10:13:07.279429 bus /sierra_3: Setting Powered False\u000a10:13:08.390856 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "44", "name" : "voice_trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T10:12:48" }, { "cases" : [ { "testActions" : [ ], "age" : 86, "className" : "voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6521): Process ended prematurely: osmo-stp_10.42.42.5(pid=6521) [trial-2403↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6521)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6521): Process ended prematurely: osmo-stp_10.42.42.5(pid=6521) [trial-2403↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6521)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a10:13:10.386807 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:13:10.398052 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a10:13:10.560146 tst mo_mt_call.py: using LAC 40216\u000a10:13:10.680188 tst mo_mt_call.py: using RAC 181\u000a10:13:10.799812 tst mo_mt_call.py: using CellId 40216\u000a10:13:10.917319 tst mo_mt_call.py: using BVCI 40217\u000a10:13:10.940344 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:13:10.951592 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:13:10.962610 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:13:10.973525 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:13:10.984837 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:13:10.996048 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:13:11.113734 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:13:11.326431 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:13:11.847552 run create_hlr_db(pid=6515): Launched\u000a10:13:12.034693 bus /sierra_2: Setting Powered False\u000a10:13:13.056516 run create_hlr_db(pid=6515): Terminated: ok {rc=0}\u000a10:13:13.466536 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6517): Launched\u000a10:13:13.771952 run osmo-hlr_10.42.42.2(pid=6518): Launched\u000a10:13:13.890563 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:13:14.427280 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6520): Launched\u000a10:13:14.732826 run osmo-stp_10.42.42.5(pid=6521): Launched\u000a10:13:14.843764 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:13:15.400443 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6523): Launched\u000a10:13:15.706021 run osmo-msc_10.42.42.6(pid=6524): Launched\u000a10:13:15.981617 run osmo-stp_10.42.42.5(pid=6521): ERR: Terminated: ERROR {rc=1} [trial-2403↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6521)]\u000a10:13:16.149077 run osmo-stp_10.42.42.5(pid=6521): stdout: \u000a| (launched: 2022-12-14_10:13:14.581765)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:13:16.288020 run osmo-stp_10.42.42.5(pid=6521): stderr: \u000a| �[0;m�[38;5;43m20221214101314752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214101314752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214101314752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214101314753 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214101314753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214101314753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214101314753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:13:16.422959 run osmo-stp_10.42.42.5(pid=6521): stdout: \u000a| (launched: 2022-12-14_10:13:14.581765)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:13:16.556509 run osmo-stp_10.42.42.5(pid=6521): stderr: \u000a| �[0;m�[38;5;43m20221214101314752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214101314752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214101314752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214101314753 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214101314753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214101314753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214101314753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:13:16.616172 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6521): Process ended prematurely: osmo-stp_10.42.42.5(pid=6521) [trial-2403↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6521)] [trial-2403↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a10:13:16.626794 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a10:13:16.692591 run osmo-hlr_10.42.42.2(pid=6518): ERR: Terminated: ERROR {rc=237} [trial-2403↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6518)]\u000a10:13:16.747083 run osmo-hlr_10.42.42.2(pid=6518): stdout: \u000a| (launched: 2022-12-14_10:13:13.620798) \u000a10:13:16.801442 run osmo-hlr_10.42.42.2(pid=6518): stderr: \u000a| �[0;m�[1;31m20221214101313799 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214101313799 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214101313799 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214101313799 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214101313799 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214101313799 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214101313812 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214101313820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214101313820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214101313820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:13:16.873999 run osmo-msc_10.42.42.6(pid=6524): ERR: Terminated: ERROR {rc=2} [trial-2403↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6524)]\u000a10:13:16.926837 run osmo-msc_10.42.42.6(pid=6524): stdout: \u000a| (launched: 2022-12-14_10:13:15.554149) \u000a10:13:16.983581 run osmo-msc_10.42.42.6(pid=6524): stderr: \u000a| �[0;m�[38;5;43m20221214101315825 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214101315825 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6d74dccc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214101315825 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214101315825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214101315825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214101315825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214101315827 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214101315827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214101315828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214101315828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:13:17.029203 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6517): Terminating (SIGTERM)\u000a10:13:17.074273 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6520): Terminating (SIGTERM)\u000a10:13:17.118344 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6523): Terminating (SIGTERM)\u000a10:13:17.131138 --- ParallelTerminationStrategy: PID 6517 died...\u000a10:13:17.189760 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6517): Terminated: ok {rc=0}\u000a10:13:17.200375 --- ParallelTerminationStrategy: PID 6520 died...\u000a10:13:17.257174 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6520): Terminated: ok {rc=0}\u000a10:13:17.267118 --- ParallelTerminationStrategy: PID 6523 died...\u000a10:13:17.322987 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6523): Terminated: ok {rc=0}\u000a10:13:17.409777 bus /sierra_3: Setting Powered False\u000a10:13:18.516313 bus /sierra_3: Setting Powered False\u000a10:13:19.623133 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 86, "className" : "voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6532): Process ended prematurely: osmo-stp_10.42.42.5(pid=6532) [trial-2403↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6532)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6532): Process ended prematurely: osmo-stp_10.42.42.5(pid=6532) [trial-2403↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6532)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:13:20.738361 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:13:20.750910 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a10:13:20.915503 tst mo_mt_call_osmux.py: using LAC 40217\u000a10:13:21.042309 tst mo_mt_call_osmux.py: using RAC 182\u000a10:13:21.184022 tst mo_mt_call_osmux.py: using CellId 40217\u000a10:13:21.315761 tst mo_mt_call_osmux.py: using BVCI 40218\u000a10:13:21.340432 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:13:21.352085 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:13:21.363495 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:13:21.374872 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:13:21.386318 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:13:21.397736 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:13:21.516143 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:13:21.727658 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:13:22.248755 run create_hlr_db(pid=6526): Launched\u000a10:13:22.437128 bus /sierra_2: Setting Powered False\u000a10:13:23.459120 run create_hlr_db(pid=6526): Terminated: ok {rc=0}\u000a10:13:23.897882 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6528): Launched\u000a10:13:24.223552 run osmo-hlr_10.42.42.2(pid=6529): Launched\u000a10:13:24.347022 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:13:24.916175 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6531): Launched\u000a10:13:25.242558 run osmo-stp_10.42.42.5(pid=6532): Launched\u000a10:13:25.359500 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:13:25.956195 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6534): Launched\u000a10:13:26.283551 run osmo-msc_10.42.42.6(pid=6535): Launched\u000a10:13:26.473450 run osmo-stp_10.42.42.5(pid=6532): ERR: Terminated: ERROR {rc=1} [trial-2403↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6532)]\u000a10:13:26.610744 run osmo-stp_10.42.42.5(pid=6532): stdout: \u000a| (launched: 2022-12-14_10:13:25.081907)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:13:26.747460 run osmo-stp_10.42.42.5(pid=6532): stderr: \u000a| �[0;m�[38;5;43m20221214101325274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214101325275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214101325275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214101325275 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214101325276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214101325276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214101325276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:13:26.878055 run osmo-stp_10.42.42.5(pid=6532): stdout: \u000a| (launched: 2022-12-14_10:13:25.081907)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:13:27.007374 run osmo-stp_10.42.42.5(pid=6532): stderr: \u000a| �[0;m�[38;5;43m20221214101325274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214101325275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214101325275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214101325275 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214101325276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214101325276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214101325276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:13:27.064532 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6532): Process ended prematurely: osmo-stp_10.42.42.5(pid=6532) [trial-2403↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6532)] [trial-2403↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a10:13:27.073952 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a10:13:27.137039 run osmo-hlr_10.42.42.2(pid=6529): ERR: Terminated: ERROR {rc=237} [trial-2403↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6529)]\u000a10:13:27.188984 run osmo-hlr_10.42.42.2(pid=6529): stdout: \u000a| (launched: 2022-12-14_10:13:24.063574) \u000a10:13:27.241886 run osmo-hlr_10.42.42.2(pid=6529): stderr: \u000a| �[0;m�[1;31m20221214101324261 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214101324261 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214101324261 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214101324261 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214101324261 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214101324261 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214101324274 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214101324282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214101324282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214101324283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:13:27.313195 run osmo-msc_10.42.42.6(pid=6535): ERR: Terminated: ERROR {rc=2} [trial-2403↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6535)]\u000a10:13:27.365062 run osmo-msc_10.42.42.6(pid=6535): stdout: \u000a| (launched: 2022-12-14_10:13:26.122037) \u000a10:13:27.417503 run osmo-msc_10.42.42.6(pid=6535): stderr: \u000a| �[0;m�[38;5;43m20221214101326446 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214101326446 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3b37f78c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214101326446 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214101326446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214101326446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214101326447 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214101326448 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214101326449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214101326449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214101326449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:13:27.462103 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6528): Terminating (SIGTERM)\u000a10:13:27.504720 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6531): Terminating (SIGTERM)\u000a10:13:27.546698 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6534): Terminating (SIGTERM)\u000a10:13:27.556311 --- ParallelTerminationStrategy: PID 6528 died...\u000a10:13:27.612497 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6528): Terminated: ok {rc=0}\u000a10:13:27.622583 --- ParallelTerminationStrategy: PID 6531 died...\u000a10:13:27.678555 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6531): Terminated: ok {rc=0}\u000a10:13:27.688547 --- ParallelTerminationStrategy: PID 6534 died...\u000a10:13:27.744267 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6534): Terminated: ok {rc=0}\u000a10:13:27.831422 bus /sierra_3: Setting Powered False\u000a10:13:28.937599 bus /sierra_3: Setting Powered False\u000a10:13:30.045990 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "45", "name" : "voice_trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T10:13:10" }, { "cases" : [ { "testActions" : [ ], "age" : 86, "className" : "voice:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6546): Process ended prematurely: osmo-stp_10.42.42.5(pid=6546) [trial-2403↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6546)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6546): Process ended prematurely: osmo-stp_10.42.42.5(pid=6546) [trial-2403↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6546)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 voice:trx-b200+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a10:13:32.134053 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:13:32.145940 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:13:32.318280 tst mo_mt_call.py: using LAC 40218\u000a10:13:32.440549 tst mo_mt_call.py: using RAC 183\u000a10:13:32.562548 tst mo_mt_call.py: using CellId 40218\u000a10:13:32.682000 tst mo_mt_call.py: using BVCI 40219\u000a10:13:32.705131 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:13:32.716011 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:13:32.727386 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:13:32.738249 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:13:32.749325 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:13:32.760205 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a10:13:32.880318 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a10:13:33.083478 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:13:33.565140 run create_hlr_db(pid=6540): Launched\u000a10:13:33.740880 bus /sierra_2: Setting Powered False\u000a10:13:34.761542 run create_hlr_db(pid=6540): Terminated: ok {rc=0}\u000a10:13:35.196865 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6542): Launched\u000a10:13:35.525698 run osmo-hlr_10.42.42.2(pid=6543): Launched\u000a10:13:35.648803 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:13:36.217150 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6545): Launched\u000a10:13:36.544859 run osmo-stp_10.42.42.5(pid=6546): Launched\u000a10:13:36.662229 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:13:37.259785 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6548): Launched\u000a10:13:37.586526 run osmo-msc_10.42.42.6(pid=6549): Launched\u000a10:13:37.777222 run osmo-stp_10.42.42.5(pid=6546): ERR: Terminated: ERROR {rc=1} [trial-2403↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6546)]\u000a10:13:37.914888 run osmo-stp_10.42.42.5(pid=6546): stdout: \u000a| (launched: 2022-12-14_10:13:36.382718)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:13:38.052721 run osmo-stp_10.42.42.5(pid=6546): stderr: \u000a| �[0;m�[38;5;43m20221214101336575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214101336575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214101336576 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214101336576 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214101336576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214101336576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214101336577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:13:38.182932 run osmo-stp_10.42.42.5(pid=6546): stdout: \u000a| (launched: 2022-12-14_10:13:36.382718)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:13:38.312573 run osmo-stp_10.42.42.5(pid=6546): stderr: \u000a| �[0;m�[38;5;43m20221214101336575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214101336575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214101336576 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214101336576 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214101336576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214101336576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214101336577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:13:38.370037 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6546): Process ended prematurely: osmo-stp_10.42.42.5(pid=6546) [trial-2403↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6546)] [trial-2403↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a10:13:38.379337 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a10:13:38.442945 run osmo-hlr_10.42.42.2(pid=6543): ERR: Terminated: ERROR {rc=237} [trial-2403↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6543)]\u000a10:13:38.495104 run osmo-hlr_10.42.42.2(pid=6543): stdout: \u000a| (launched: 2022-12-14_10:13:35.363533) \u000a10:13:38.547905 run osmo-hlr_10.42.42.2(pid=6543): stderr: \u000a| �[0;m�[1;31m20221214101335561 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214101335561 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214101335561 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214101335561 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214101335561 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214101335562 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214101335574 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/voice:trx-b200+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214101335585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214101335585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214101335585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:13:38.619519 run osmo-msc_10.42.42.6(pid=6549): ERR: Terminated: ERROR {rc=2} [trial-2403↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6549)]\u000a10:13:38.671646 run osmo-msc_10.42.42.6(pid=6549): stdout: \u000a| (launched: 2022-12-14_10:13:37.425373) \u000a10:13:38.724323 run osmo-msc_10.42.42.6(pid=6549): stderr: \u000a| �[0;m�[38;5;43m20221214101337748 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214101337748 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe7d8fbfc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214101337748 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214101337748 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214101337748 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214101337748 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214101337750 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214101337751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214101337751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214101337751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:13:38.769081 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6542): Terminating (SIGTERM)\u000a10:13:38.811125 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6545): Terminating (SIGTERM)\u000a10:13:38.853158 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6548): Terminating (SIGTERM)\u000a10:13:38.862883 --- ParallelTerminationStrategy: PID 6542 died...\u000a10:13:38.919212 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6542): Terminated: ok {rc=0}\u000a10:13:38.929509 --- ParallelTerminationStrategy: PID 6545 died...\u000a10:13:38.985622 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6545): Terminated: ok {rc=0}\u000a10:13:38.995789 --- ParallelTerminationStrategy: PID 6548 died...\u000a10:13:39.051676 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6548): Terminated: ok {rc=0}\u000a10:13:39.138402 bus /sierra_3: Setting Powered False\u000a10:13:40.246300 bus /sierra_3: Setting Powered False\u000a10:13:41.355585 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 86, "className" : "voice:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6557): Process ended prematurely: osmo-stp_10.42.42.5(pid=6557) [trial-2403↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6557)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6557): Process ended prematurely: osmo-stp_10.42.42.5(pid=6557) [trial-2403↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6557)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 voice:trx-b200+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:13:42.471219 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:13:42.483309 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:13:42.651993 tst mo_mt_call_osmux.py: using LAC 40219\u000a10:13:42.780902 tst mo_mt_call_osmux.py: using RAC 184\u000a10:13:42.910158 tst mo_mt_call_osmux.py: using CellId 40219\u000a10:13:43.037296 tst mo_mt_call_osmux.py: using BVCI 40220\u000a10:13:43.062050 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:13:43.073380 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:13:43.084452 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:13:43.095594 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:13:43.106836 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:13:43.118086 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a10:13:43.239044 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a10:13:43.445262 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:13:43.926594 run create_hlr_db(pid=6551): Launched\u000a10:13:44.102303 bus /sierra_2: Setting Powered False\u000a10:13:45.124190 run create_hlr_db(pid=6551): Terminated: ok {rc=0}\u000a10:13:45.532649 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6553): Launched\u000a10:13:45.844593 run osmo-hlr_10.42.42.2(pid=6554): Launched\u000a10:13:45.971000 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:13:46.681703 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6556): Launched\u000a10:13:47.190081 run osmo-stp_10.42.42.5(pid=6557): Launched\u000a10:13:47.309996 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:13:47.911637 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6559): Launched\u000a10:13:48.240914 run osmo-msc_10.42.42.6(pid=6560): Launched\u000a10:13:48.431368 run osmo-stp_10.42.42.5(pid=6557): ERR: Terminated: ERROR {rc=1} [trial-2403↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6557)]\u000a10:13:48.568744 run osmo-stp_10.42.42.5(pid=6557): stdout: \u000a| (launched: 2022-12-14_10:13:46.846034)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:13:48.705613 run osmo-stp_10.42.42.5(pid=6557): stderr: \u000a| �[0;m�[38;5;43m20221214101347057 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214101347057 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214101347057 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214101347058 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214101347058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214101347058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214101347058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:13:48.836209 run osmo-stp_10.42.42.5(pid=6557): stdout: \u000a| (launched: 2022-12-14_10:13:46.846034)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:13:48.965841 run osmo-stp_10.42.42.5(pid=6557): stderr: \u000a| �[0;m�[38;5;43m20221214101347057 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214101347057 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214101347057 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214101347058 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214101347058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214101347058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214101347058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:13:49.022982 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6557): Process ended prematurely: osmo-stp_10.42.42.5(pid=6557) [trial-2403↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6557)] [trial-2403↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a10:13:49.032304 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a10:13:49.095416 run osmo-hlr_10.42.42.2(pid=6554): ERR: Terminated: ERROR {rc=237} [trial-2403↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6554)]\u000a10:13:49.147261 run osmo-hlr_10.42.42.2(pid=6554): stdout: \u000a| (launched: 2022-12-14_10:13:45.687740) \u000a10:13:49.199867 run osmo-hlr_10.42.42.2(pid=6554): stderr: \u000a| �[0;m�[1;31m20221214101345946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214101345946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214101345946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214101345946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214101345946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214101345946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214101345963 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/voice:trx-b200+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214101345980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214101345989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214101345989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:13:49.271489 run osmo-msc_10.42.42.6(pid=6560): ERR: Terminated: ERROR {rc=2} [trial-2403↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6560)]\u000a10:13:49.323342 run osmo-msc_10.42.42.6(pid=6560): stdout: \u000a| (launched: 2022-12-14_10:13:48.078085) \u000a10:13:49.375811 run osmo-msc_10.42.42.6(pid=6560): stderr: \u000a| �[0;m�[38;5;43m20221214101348400 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214101348400 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe2047bdc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214101348400 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214101348400 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214101348401 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214101348401 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214101348402 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214101348403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214101348403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214101348403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:13:49.420577 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6553): Terminating (SIGTERM)\u000a10:13:49.462814 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6556): Terminating (SIGTERM)\u000a10:13:49.505199 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6559): Terminating (SIGTERM)\u000a10:13:49.514915 --- ParallelTerminationStrategy: PID 6553 died...\u000a10:13:49.571457 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6553): Terminated: ok {rc=0}\u000a10:13:49.581624 --- ParallelTerminationStrategy: PID 6556 died...\u000a10:13:49.637316 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6556): Terminated: ok {rc=0}\u000a10:13:49.647316 --- ParallelTerminationStrategy: PID 6559 died...\u000a10:13:49.703091 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6559): Terminated: ok {rc=0}\u000a10:13:49.790977 bus /sierra_3: Setting Powered False\u000a10:13:50.893982 bus /sierra_3: Setting Powered False\u000a10:13:52.006577 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "46", "name" : "voice_trx-b200+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T10:13:31" }, { "cases" : [ { "testActions" : [ ], "age" : 86, "className" : "voice:trx-b200+mod-bts0-trxdversion0", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6572): Process ended prematurely: osmo-stp_10.42.42.5(pid=6572) [trial-2403↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6572)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6572): Process ended prematurely: osmo-stp_10.42.42.5(pid=6572) [trial-2403↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6572)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 voice:trx-b200+mod-bts0-trxdversion0 mo_mt_call.py\u000a----------------------------------------------\u000a10:13:54.000684 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a10:13:54.012185 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x bts (candidates: 1)\u000a10:13:54.160812 tst mo_mt_call.py: using LAC 40220\u000a10:13:54.289217 tst mo_mt_call.py: using RAC 185\u000a10:13:54.418583 tst mo_mt_call.py: using CellId 40220\u000a10:13:54.547511 tst mo_mt_call.py: using BVCI 40221\u000a10:13:54.572337 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a10:13:54.583874 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a10:13:54.595056 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a10:13:54.606701 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a10:13:54.617913 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a10:13:54.629235 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a10:13:54.748325 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a10:13:54.954197 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:13:55.436125 run create_hlr_db(pid=6566): Launched\u000a10:13:55.611860 bus /sierra_2: Setting Powered False\u000a10:13:56.633645 run create_hlr_db(pid=6566): Terminated: ok {rc=0}\u000a10:13:57.069833 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6568): Launched\u000a10:13:57.396102 run osmo-hlr_10.42.42.2(pid=6569): Launched\u000a10:13:57.514173 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:13:58.083661 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6571): Launched\u000a10:13:58.408890 run osmo-stp_10.42.42.5(pid=6572): Launched\u000a10:13:58.525943 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:13:59.121654 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6574): Launched\u000a10:13:59.447327 run osmo-msc_10.42.42.6(pid=6575): Launched\u000a10:13:59.638308 run osmo-stp_10.42.42.5(pid=6572): ERR: Terminated: ERROR {rc=1} [trial-2403↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6572)]\u000a10:13:59.776532 run osmo-stp_10.42.42.5(pid=6572): stdout: \u000a| (launched: 2022-12-14_10:13:58.249276)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:13:59.913288 run osmo-stp_10.42.42.5(pid=6572): stderr: \u000a| �[0;m�[38;5;43m20221214101358443 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214101358444 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214101358444 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214101358444 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214101358445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214101358445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214101358445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:14:00.044011 run osmo-stp_10.42.42.5(pid=6572): stdout: \u000a| (launched: 2022-12-14_10:13:58.249276)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:14:00.173844 run osmo-stp_10.42.42.5(pid=6572): stderr: \u000a| �[0;m�[38;5;43m20221214101358443 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214101358444 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214101358444 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214101358444 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214101358445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214101358445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214101358445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:14:00.231547 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6572): Process ended prematurely: osmo-stp_10.42.42.5(pid=6572) [trial-2403↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6572)] [trial-2403↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8]\u000a10:14:00.241373 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a10:14:00.304424 run osmo-hlr_10.42.42.2(pid=6569): ERR: Terminated: ERROR {rc=237} [trial-2403↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6569)]\u000a10:14:00.356580 run osmo-hlr_10.42.42.2(pid=6569): stdout: \u000a| (launched: 2022-12-14_10:13:57.236250) \u000a10:14:00.409403 run osmo-hlr_10.42.42.2(pid=6569): stderr: \u000a| �[0;m�[1;31m20221214101357434 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214101357434 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214101357434 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214101357434 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214101357434 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214101357434 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214101357451 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/voice:trx-b200+mod-bts0-trxdversion0/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214101357459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214101357459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214101357459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:14:00.480544 run osmo-msc_10.42.42.6(pid=6575): ERR: Terminated: ERROR {rc=2} [trial-2403↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6575)]\u000a10:14:00.532539 run osmo-msc_10.42.42.6(pid=6575): stdout: \u000a| (launched: 2022-12-14_10:13:59.287710) \u000a10:14:00.585199 run osmo-msc_10.42.42.6(pid=6575): stderr: \u000a| �[0;m�[38;5;43m20221214101359610 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214101359610 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f868b9b6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214101359610 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214101359610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214101359610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214101359610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214101359612 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214101359612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214101359612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214101359613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:14:00.629901 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6568): Terminating (SIGTERM)\u000a10:14:00.672252 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6571): Terminating (SIGTERM)\u000a10:14:00.714565 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6574): Terminating (SIGTERM)\u000a10:14:00.724235 --- ParallelTerminationStrategy: PID 6568 died...\u000a10:14:00.780698 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6568): Terminated: ok {rc=0}\u000a10:14:00.790783 --- ParallelTerminationStrategy: PID 6571 died...\u000a10:14:00.847449 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6571): Terminated: ok {rc=0}\u000a10:14:00.858360 --- ParallelTerminationStrategy: PID 6574 died...\u000a10:14:00.929231 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6574): Terminated: ok {rc=0}\u000a10:14:01.017216 bus /sierra_3: Setting Powered False\u000a10:14:02.121686 bus /sierra_3: Setting Powered False\u000a10:14:03.235730 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 86, "className" : "voice:trx-b200+mod-bts0-trxdversion0", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6583): Process ended prematurely: osmo-stp_10.42.42.5(pid=6583) [trial-2403↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6583)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6583): Process ended prematurely: osmo-stp_10.42.42.5(pid=6583) [trial-2403↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6583)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 voice:trx-b200+mod-bts0-trxdversion0 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:14:04.348244 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a10:14:04.359839 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x bts (candidates: 1)\u000a10:14:04.500857 tst mo_mt_call_osmux.py: using LAC 40221\u000a10:14:04.623101 tst mo_mt_call_osmux.py: using RAC 186\u000a10:14:04.745273 tst mo_mt_call_osmux.py: using CellId 40221\u000a10:14:04.867962 tst mo_mt_call_osmux.py: using BVCI 40222\u000a10:14:04.891338 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a10:14:04.902445 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a10:14:04.913163 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a10:14:04.923758 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a10:14:04.934887 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a10:14:04.945977 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a10:14:05.063509 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a10:14:05.280049 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:14:05.802207 run create_hlr_db(pid=6577): Launched\u000a10:14:05.990322 bus /sierra_2: Setting Powered False\u000a10:14:07.012133 run create_hlr_db(pid=6577): Terminated: ok {rc=0}\u000a10:14:07.424833 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6579): Launched\u000a10:14:07.731860 run osmo-hlr_10.42.42.2(pid=6580): Launched\u000a10:14:07.851336 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:14:08.392049 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6582): Launched\u000a10:14:08.698654 run osmo-stp_10.42.42.5(pid=6583): Launched\u000a10:14:08.809510 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:14:09.369239 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6585): Launched\u000a10:14:09.676572 run osmo-msc_10.42.42.6(pid=6586): Launched\u000a10:14:09.857059 run osmo-stp_10.42.42.5(pid=6583): ERR: Terminated: ERROR {rc=1} [trial-2403↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6583)]\u000a10:14:09.987068 run osmo-stp_10.42.42.5(pid=6583): stdout: \u000a| (launched: 2022-12-14_10:14:08.547190)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:14:10.115171 run osmo-stp_10.42.42.5(pid=6583): stderr: \u000a| �[0;m�[38;5;43m20221214101408716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214101408716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214101408717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214101408717 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214101408718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214101408718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214101408718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:14:10.238702 run osmo-stp_10.42.42.5(pid=6583): stdout: \u000a| (launched: 2022-12-14_10:14:08.547190)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:14:10.360378 run osmo-stp_10.42.42.5(pid=6583): stderr: \u000a| �[0;m�[38;5;43m20221214101408716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214101408716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214101408717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214101408717 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214101408718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214101408718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214101408718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:14:10.414101 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6583): Process ended prematurely: osmo-stp_10.42.42.5(pid=6583) [trial-2403↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6583)] [trial-2403↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8]\u000a10:14:10.422751 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a10:14:10.483435 run osmo-hlr_10.42.42.2(pid=6580): ERR: Terminated: ERROR {rc=237} [trial-2403↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6580)]\u000a10:14:10.532823 run osmo-hlr_10.42.42.2(pid=6580): stdout: \u000a| (launched: 2022-12-14_10:14:07.580738) \u000a10:14:10.582824 run osmo-hlr_10.42.42.2(pid=6580): stderr: \u000a| �[0;m�[1;31m20221214101407757 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214101407757 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214101407757 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214101407757 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214101407757 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214101407757 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214101407772 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/voice:trx-b200+mod-bts0-trxdversion0/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214101407781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214101407781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214101407781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:14:10.650714 run osmo-msc_10.42.42.6(pid=6586): ERR: Terminated: ERROR {rc=2} [trial-2403↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6586)]\u000a10:14:10.700261 run osmo-msc_10.42.42.6(pid=6586): stdout: \u000a| (launched: 2022-12-14_10:14:09.523887) \u000a10:14:10.750222 run osmo-msc_10.42.42.6(pid=6586): stderr: \u000a| �[0;m�[38;5;43m20221214101409795 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214101409795 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7f8d497c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214101409795 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214101409796 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214101409796 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214101409796 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214101409798 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214101409798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214101409798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214101409798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:14:10.792693 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6579): Terminating (SIGTERM)\u000a10:14:10.832520 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6582): Terminating (SIGTERM)\u000a10:14:10.872729 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6585): Terminating (SIGTERM)\u000a10:14:10.881881 --- ParallelTerminationStrategy: PID 6579 died...\u000a10:14:10.935993 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6579): Terminated: ok {rc=0}\u000a10:14:10.945601 --- ParallelTerminationStrategy: PID 6582 died...\u000a10:14:10.999311 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6582): Terminated: ok {rc=0}\u000a10:14:11.008711 --- ParallelTerminationStrategy: PID 6585 died...\u000a10:14:11.062294 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6585): Terminated: ok {rc=0}\u000a10:14:11.151065 bus /sierra_3: Setting Powered False\u000a10:14:12.259982 bus /sierra_3: Setting Powered False\u000a10:14:13.368054 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "47", "name" : "voice_trx-b200+mod-bts0-trxdversion0", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T10:13:53" }, { "cases" : [ { "testActions" : [ ], "age" : 259, "className" : "voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6597): Process ended prematurely: osmo-stp_10.42.42.5(pid=6597) [trial-2403↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6597)]", "failedSince" : 2145, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6597): Process ended prematurely: osmo-stp_10.42.42.5(pid=6597) [trial-2403↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6597)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py\u000a----------------------------------------------\u000a10:14:15.371645 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a10:14:15.383600 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a10:14:15.531484 tst mo_mt_call.py: using LAC 40222\u000a10:14:15.659316 tst mo_mt_call.py: using RAC 187\u000a10:14:15.787752 tst mo_mt_call.py: using CellId 40222\u000a10:14:15.940708 tst mo_mt_call.py: using BVCI 40223\u000a10:14:15.965932 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a10:14:15.978323 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a10:14:15.991920 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a10:14:16.004075 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a10:14:16.017569 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a10:14:16.030688 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a10:14:16.158593 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a10:14:16.372630 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:14:16.893934 run create_hlr_db(pid=6591): Launched\u000a10:14:17.087521 bus /sierra_2: Setting Powered False\u000a10:14:18.105191 run create_hlr_db(pid=6591): Terminated: ok {rc=0}\u000a10:14:18.545165 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6593): Launched\u000a10:14:18.872549 run osmo-hlr_10.42.42.2(pid=6594): Launched\u000a10:14:18.997214 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:14:19.569191 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6596): Launched\u000a10:14:19.896859 run osmo-stp_10.42.42.5(pid=6597): Launched\u000a10:14:20.014708 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:14:20.615645 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6599): Launched\u000a10:14:20.942926 run osmo-msc_10.42.42.6(pid=6600): Launched\u000a10:14:21.132925 run osmo-stp_10.42.42.5(pid=6597): ERR: Terminated: ERROR {rc=1} [trial-2403↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6597)]\u000a10:14:21.271165 run osmo-stp_10.42.42.5(pid=6597): stdout: \u000a| (launched: 2022-12-14_10:14:19.735474)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:14:21.408710 run osmo-stp_10.42.42.5(pid=6597): stderr: \u000a| �[0;m�[38;5;43m20221214101419927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214101419927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214101419927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214101419928 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214101419928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214101419928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214101419928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:14:21.539575 run osmo-stp_10.42.42.5(pid=6597): stdout: \u000a| (launched: 2022-12-14_10:14:19.735474)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:14:21.669519 run osmo-stp_10.42.42.5(pid=6597): stderr: \u000a| �[0;m�[38;5;43m20221214101419927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214101419927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214101419927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214101419928 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214101419928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214101419928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214101419928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:14:21.727044 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6597): Process ended prematurely: osmo-stp_10.42.42.5(pid=6597) [trial-2403↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6597)] [trial-2403↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8]\u000a10:14:21.736577 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a10:14:21.799924 run osmo-hlr_10.42.42.2(pid=6594): ERR: Terminated: ERROR {rc=237} [trial-2403↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6594)]\u000a10:14:21.851943 run osmo-hlr_10.42.42.2(pid=6594): stdout: \u000a| (launched: 2022-12-14_10:14:18.711204) \u000a10:14:21.905091 run osmo-hlr_10.42.42.2(pid=6594): stderr: \u000a| �[0;m�[1;31m20221214101418907 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214101418907 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214101418907 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214101418907 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214101418907 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214101418907 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214101418919 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214101418928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214101418928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214101418928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:14:21.976280 run osmo-msc_10.42.42.6(pid=6600): ERR: Terminated: ERROR {rc=2} [trial-2403↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6600)]\u000a10:14:22.028548 run osmo-msc_10.42.42.6(pid=6600): stdout: \u000a| (launched: 2022-12-14_10:14:20.781517) \u000a10:14:22.080984 run osmo-msc_10.42.42.6(pid=6600): stderr: \u000a| �[0;m�[38;5;43m20221214101421106 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214101421106 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc5feb77c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214101421106 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214101421106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214101421106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214101421107 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214101421108 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214101421109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214101421109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214101421109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:14:22.125834 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6593): Terminating (SIGTERM)\u000a10:14:22.168198 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6596): Terminating (SIGTERM)\u000a10:14:22.210584 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6599): Terminating (SIGTERM)\u000a10:14:22.220302 --- ParallelTerminationStrategy: PID 6593 died...\u000a10:14:22.277554 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6593): Terminated: ok {rc=0}\u000a10:14:22.287901 --- ParallelTerminationStrategy: PID 6596 died...\u000a10:14:22.344090 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6596): Terminated: ok {rc=0}\u000a10:14:22.354249 --- ParallelTerminationStrategy: PID 6599 died...\u000a10:14:22.410496 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6599): Terminated: ok {rc=0}\u000a10:14:22.498497 bus /sierra_3: Setting Powered False\u000a10:14:23.603167 bus /sierra_3: Setting Powered False\u000a10:14:24.713938 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 239, "className" : "voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6609): Process ended prematurely: osmo-stp_10.42.42.5(pid=6609) [trial-2403↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6609)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6609): Process ended prematurely: osmo-stp_10.42.42.5(pid=6609) [trial-2403↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6609)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:14:25.830447 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a10:14:25.843209 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a10:14:25.992413 tst mo_mt_call_osmux.py: using LAC 40223\u000a10:14:26.120140 tst mo_mt_call_osmux.py: using RAC 188\u000a10:14:26.248235 tst mo_mt_call_osmux.py: using CellId 40223\u000a10:14:26.374421 tst mo_mt_call_osmux.py: using BVCI 40224\u000a10:14:26.399096 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a10:14:26.410879 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a10:14:26.422549 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a10:14:26.434279 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a10:14:26.446020 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a10:14:26.457657 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a10:14:26.576891 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a10:14:26.793517 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:14:27.315116 run create_hlr_db(pid=6603): Launched\u000a10:14:27.502916 bus /sierra_2: Setting Powered False\u000a10:14:28.524857 run create_hlr_db(pid=6603): Terminated: ok {rc=0}\u000a10:14:28.960319 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6605): Launched\u000a10:14:29.286869 run osmo-hlr_10.42.42.2(pid=6606): Launched\u000a10:14:29.409262 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:14:29.975675 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6608): Launched\u000a10:14:30.303262 run osmo-stp_10.42.42.5(pid=6609): Launched\u000a10:14:30.420137 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:14:31.051381 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6611): Launched\u000a10:14:31.474408 run osmo-msc_10.42.42.6(pid=6612): Launched\u000a10:14:31.977231 run osmo-stp_10.42.42.5(pid=6609): ERR: Terminated: ERROR {rc=1} [trial-2403↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6609)]\u000a10:14:32.134029 run osmo-stp_10.42.42.5(pid=6609): stdout: \u000a| (launched: 2022-12-14_10:14:30.141505)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:14:32.267798 run osmo-stp_10.42.42.5(pid=6609): stderr: \u000a| �[0;m�[38;5;43m20221214101430335 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214101430335 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214101430336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214101430336 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214101430337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214101430337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214101430337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:14:32.393823 run osmo-stp_10.42.42.5(pid=6609): stdout: \u000a| (launched: 2022-12-14_10:14:30.141505)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:14:32.516077 run osmo-stp_10.42.42.5(pid=6609): stderr: \u000a| �[0;m�[38;5;43m20221214101430335 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214101430335 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214101430336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214101430336 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214101430337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214101430337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214101430337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:14:32.570136 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6609): Process ended prematurely: osmo-stp_10.42.42.5(pid=6609) [trial-2403↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6609)] [trial-2403↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8]\u000a10:14:32.578962 tst mo_mt_call_osmux.py:8: Test FAILED (6.8 sec)\u000a10:14:32.640526 run osmo-hlr_10.42.42.2(pid=6606): ERR: Terminated: ERROR {rc=237} [trial-2403↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6606)]\u000a10:14:32.690679 run osmo-hlr_10.42.42.2(pid=6606): stdout: \u000a| (launched: 2022-12-14_10:14:29.125649) \u000a10:14:32.741837 run osmo-hlr_10.42.42.2(pid=6606): stderr: \u000a| �[0;m�[1;31m20221214101429324 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214101429324 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214101429324 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214101429324 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214101429324 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214101429324 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214101429337 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214101429345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214101429345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214101429345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:14:32.810514 run osmo-msc_10.42.42.6(pid=6612): ERR: Terminated: ERROR {rc=2} [trial-2403↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6612)]\u000a10:14:32.860555 run osmo-msc_10.42.42.6(pid=6612): stdout: \u000a| (launched: 2022-12-14_10:14:31.219296) \u000a10:14:32.911259 run osmo-msc_10.42.42.6(pid=6612): stderr: \u000a| �[0;m�[38;5;43m20221214101431698 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214101431698 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1aa3ab9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214101431698 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214101431698 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214101431698 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214101431698 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214101431700 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214101431700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214101431701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214101431701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:14:32.954536 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6605): Terminating (SIGTERM)\u000a10:14:32.995729 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6608): Terminating (SIGTERM)\u000a10:14:33.036652 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6611): Terminating (SIGTERM)\u000a10:14:33.045922 --- ParallelTerminationStrategy: PID 6605 died...\u000a10:14:33.101447 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6605): Terminated: ok {rc=0}\u000a10:14:33.110994 --- ParallelTerminationStrategy: PID 6608 died...\u000a10:14:33.164854 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6608): Terminated: ok {rc=0}\u000a10:14:33.174400 --- ParallelTerminationStrategy: PID 6611 died...\u000a10:14:33.228440 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6611): Terminated: ok {rc=0}\u000a10:14:33.317699 bus /sierra_3: Setting Powered False\u000a10:14:34.420136 bus /sierra_3: Setting Powered False\u000a10:14:35.531344 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "48", "name" : "voice_trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T10:14:15" }, { "cases" : [ { "testActions" : [ ], "age" : 86, "className" : "emergency:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6623): Process ended prematurely: osmo-stp_10.42.42.5(pid=6623) [trial-2403↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6623)]", "failedSince" : 2318, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6623): Process ended prematurely: osmo-stp_10.42.42.5(pid=6623) [trial-2403↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6623)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 emergency:trx-b200 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a10:14:37.556290 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a10:14:37.566912 tst emergency:trx-b200: Using 1 x bts (candidates: 1)\u000a10:14:37.701823 tst emergency_mo_mt_call.py: using LAC 40224\u000a10:14:37.817656 tst emergency_mo_mt_call.py: using RAC 189\u000a10:14:37.933754 tst emergency_mo_mt_call.py: using CellId 40224\u000a10:14:38.050579 tst emergency_mo_mt_call.py: using BVCI 40225\u000a10:14:38.073249 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a10:14:38.083851 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a10:14:38.094416 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a10:14:38.104711 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a10:14:38.115575 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a10:14:38.126368 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a10:14:38.246909 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a10:14:38.446993 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:14:38.918012 run create_hlr_db(pid=6617): Launched\u000a10:14:39.091746 bus /sierra_2: Setting Powered False\u000a10:14:40.112368 run create_hlr_db(pid=6617): Terminated: ok {rc=0}\u000a10:14:40.515880 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6619): Launched\u000a10:14:40.817878 run osmo-hlr_10.42.42.2(pid=6620): Launched\u000a10:14:40.935098 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:14:41.462162 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6622): Launched\u000a10:14:41.762061 run osmo-stp_10.42.42.5(pid=6623): Launched\u000a10:14:41.882877 tst emergency_mo_mt_call.py: using MSISDN 8634\u000a10:14:42.030468 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:14:42.578424 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6625): Launched\u000a10:14:42.877691 run osmo-msc_10.42.42.6(pid=6626): Launched\u000a10:14:43.054010 run osmo-stp_10.42.42.5(pid=6623): ERR: Terminated: ERROR {rc=1} [trial-2403↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6623)]\u000a10:14:43.181773 run osmo-stp_10.42.42.5(pid=6623): stdout: \u000a| (launched: 2022-12-14_10:14:41.614413)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:14:43.307034 run osmo-stp_10.42.42.5(pid=6623): stderr: \u000a| �[0;m�[38;5;43m20221214101441784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214101441784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214101441785 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214101441785 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214101441786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214101441787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214101441787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:14:43.427341 run osmo-stp_10.42.42.5(pid=6623): stdout: \u000a| (launched: 2022-12-14_10:14:41.614413)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:14:43.546358 run osmo-stp_10.42.42.5(pid=6623): stderr: \u000a| �[0;m�[38;5;43m20221214101441784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214101441784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214101441785 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214101441785 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214101441786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214101441787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214101441787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:14:43.598731 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=6623): Process ended prematurely: osmo-stp_10.42.42.5(pid=6623) [trial-2403↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6623)] [trial-2403↪emergency:trx-b200↪emergency_mo_mt_call.py:19]\u000a10:14:43.606846 tst emergency_mo_mt_call.py:19: Test FAILED (6.0 sec)\u000a10:14:43.667369 run osmo-hlr_10.42.42.2(pid=6620): ERR: Terminated: ERROR {rc=237} [trial-2403↪emergency:trx-b200↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6620)]\u000a10:14:43.716985 run osmo-hlr_10.42.42.2(pid=6620): stdout: \u000a| (launched: 2022-12-14_10:14:40.668603) \u000a10:14:43.767248 run osmo-hlr_10.42.42.2(pid=6620): stderr: \u000a| �[0;m�[1;31m20221214101440844 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214101440844 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214101440845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214101440845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214101440845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214101440845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214101440857 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/emergency:trx-b200/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214101440865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214101440865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214101440865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:14:43.835257 run osmo-msc_10.42.42.6(pid=6626): ERR: Terminated: ERROR {rc=2} [trial-2403↪emergency:trx-b200↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6626)]\u000a10:14:43.884853 run osmo-msc_10.42.42.6(pid=6626): stdout: \u000a| (launched: 2022-12-14_10:14:42.729714) \u000a10:14:43.935331 run osmo-msc_10.42.42.6(pid=6626): stderr: \u000a| �[0;m�[38;5;43m20221214101443005 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214101443005 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5c020b4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214101443006 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214101443006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214101443006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214101443006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214101443008 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214101443008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214101443008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214101443008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:14:43.977845 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6619): Terminating (SIGTERM)\u000a10:14:44.017968 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6622): Terminating (SIGTERM)\u000a10:14:44.058176 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6625): Terminating (SIGTERM)\u000a10:14:44.067361 --- ParallelTerminationStrategy: PID 6619 died...\u000a10:14:44.121661 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6619): Terminated: ok {rc=0}\u000a10:14:44.131179 --- ParallelTerminationStrategy: PID 6622 died...\u000a10:14:44.185146 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6622): Terminated: ok {rc=0}\u000a10:14:44.194627 --- ParallelTerminationStrategy: PID 6625 died...\u000a10:14:44.248310 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6625): Terminated: ok {rc=0}\u000a10:14:44.337441 bus /sierra_3: Setting Powered False\u000a10:14:45.445262 bus /sierra_3: Setting Powered False\u000a10:14:46.557878 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 241, "className" : "emergency:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6634): Process ended prematurely: osmo-stp_10.42.42.5(pid=6634) [trial-2403↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6634)]", "failedSince" : 2163, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6634): Process ended prematurely: osmo-stp_10.42.42.5(pid=6634) [trial-2403↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6634)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 emergency:trx-b200 emergency_preemptive_call.py\u000a----------------------------------------------\u000a10:14:47.610075 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a10:14:47.621351 tst emergency:trx-b200: Using 1 x bts (candidates: 1)\u000a10:14:47.759677 tst emergency_preemptive_call.py: using LAC 40225\u000a10:14:47.878672 tst emergency_preemptive_call.py: using RAC 190\u000a10:14:47.995863 tst emergency_preemptive_call.py: using CellId 40225\u000a10:14:48.118281 tst emergency_preemptive_call.py: using BVCI 40226\u000a10:14:48.140878 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a10:14:48.151651 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a10:14:48.162137 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a10:14:48.172504 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a10:14:48.183701 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a10:14:48.194529 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a10:14:48.314762 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a10:14:48.432078 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a10:14:48.551531 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a10:14:48.752482 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:14:49.228267 run create_hlr_db(pid=6628): Launched\u000a10:14:49.402455 bus /sierra_2: Setting Powered False\u000a10:14:50.424436 run create_hlr_db(pid=6628): Terminated: ok {rc=0}\u000a10:14:50.854547 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6630): Launched\u000a10:14:51.175330 run osmo-hlr_10.42.42.2(pid=6631): Launched\u000a10:14:51.292301 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:14:51.851109 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6633): Launched\u000a10:14:52.172579 run osmo-stp_10.42.42.5(pid=6634): Launched\u000a10:14:52.302063 tst emergency_preemptive_call.py: using MSISDN 8635\u000a10:14:52.462224 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:14:53.048004 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6636): Launched\u000a10:14:53.372764 run osmo-msc_10.42.42.6(pid=6637): Launched\u000a10:14:53.561162 run osmo-stp_10.42.42.5(pid=6634): ERR: Terminated: ERROR {rc=1} [trial-2403↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6634)]\u000a10:14:53.696800 run osmo-stp_10.42.42.5(pid=6634): stdout: \u000a| (launched: 2022-12-14_10:14:52.013811)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:14:53.832389 run osmo-stp_10.42.42.5(pid=6634): stderr: \u000a| �[0;m�[38;5;43m20221214101452207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214101452207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214101452208 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214101452208 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214101452208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214101452209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214101452209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:14:53.961441 run osmo-stp_10.42.42.5(pid=6634): stdout: \u000a| (launched: 2022-12-14_10:14:52.013811)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:14:54.089097 run osmo-stp_10.42.42.5(pid=6634): stderr: \u000a| �[0;m�[38;5;43m20221214101452207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214101452207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214101452208 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214101452208 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214101452208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214101452209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214101452209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:14:54.145331 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=6634): Process ended prematurely: osmo-stp_10.42.42.5(pid=6634) [trial-2403↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6634)] [trial-2403↪emergency:trx-b200↪emergency_preemptive_call.py:32]\u000a10:14:54.154453 tst emergency_preemptive_call.py:32: Test FAILED (6.5 sec)\u000a10:14:54.218194 run osmo-hlr_10.42.42.2(pid=6631): ERR: Terminated: ERROR {rc=237} [trial-2403↪emergency:trx-b200↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6631)]\u000a10:14:54.270979 run osmo-hlr_10.42.42.2(pid=6631): stdout: \u000a| (launched: 2022-12-14_10:14:51.017973) \u000a10:14:54.324369 run osmo-hlr_10.42.42.2(pid=6631): stderr: \u000a| �[0;m�[1;31m20221214101451215 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214101451215 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214101451215 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214101451215 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214101451215 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214101451215 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214101451228 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/emergency:trx-b200/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214101451236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214101451236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214101451236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:14:54.396503 run osmo-msc_10.42.42.6(pid=6637): ERR: Terminated: ERROR {rc=2} [trial-2403↪emergency:trx-b200↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6637)]\u000a10:14:54.448644 run osmo-msc_10.42.42.6(pid=6637): stdout: \u000a| (launched: 2022-12-14_10:14:53.210577) \u000a10:14:54.501877 run osmo-msc_10.42.42.6(pid=6637): stderr: \u000a| �[0;m�[38;5;43m20221214101453532 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214101453532 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3dcfa60c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214101453532 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214101453532 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214101453532 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214101453533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214101453535 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214101453536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214101453536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214101453536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:14:54.546872 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6630): Terminating (SIGTERM)\u000a10:14:54.589494 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6633): Terminating (SIGTERM)\u000a10:14:54.631852 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6636): Terminating (SIGTERM)\u000a10:14:54.641778 --- ParallelTerminationStrategy: PID 6630 died...\u000a10:14:54.698427 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6630): Terminated: ok {rc=0}\u000a10:14:54.708801 --- ParallelTerminationStrategy: PID 6633 died...\u000a10:14:54.764980 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6633): Terminated: ok {rc=0}\u000a10:14:54.775147 --- ParallelTerminationStrategy: PID 6636 died...\u000a10:14:54.830949 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6636): Terminated: ok {rc=0}\u000a10:14:54.917530 bus /sierra_9: Setting Powered False\u000a10:14:56.021885 bus /sierra_9: Setting Powered False\u000a10:14:57.132997 bus /sierra_8: Setting Powered False\u000a10:14:58.239911 bus /sierra_8: Setting Powered False\u000a10:14:59.348657 bus /sierra_3: Setting Powered False\u000a10:15:00.454975 bus /sierra_3: Setting Powered False\u000a10:15:01.569663 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "49", "name" : "emergency_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T10:14:37" }, { "cases" : [ { "testActions" : [ ], "age" : 86, "className" : "gprs:trx-b200", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6663): Process ended prematurely: osmo-stp_10.42.42.5(pid=6663) [trial-2403↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6663)]", "failedSince" : 2318, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6663): Process ended prematurely: osmo-stp_10.42.42.5(pid=6663) [trial-2403↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6663)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:trx-b200 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a10:15:03.702858 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:15:03.714056 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a10:15:03.855552 tst cs_paging_gprs_active.py: using LAC 40226\u000a10:15:03.981558 tst cs_paging_gprs_active.py: using RAC 191\u000a10:15:04.107673 tst cs_paging_gprs_active.py: using CellId 40226\u000a10:15:04.234941 tst cs_paging_gprs_active.py: using BVCI 40227\u000a10:15:04.260618 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:15:04.272022 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:15:04.283152 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:15:04.294324 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:15:04.305277 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:15:04.316276 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:15:04.327486 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:15:04.338456 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:15:04.349794 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a10:15:04.468195 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a10:15:04.751758 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a10:15:04.879940 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:15:05.200633 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6653): Launched\u000a10:15:05.465652 run iperf3-srv_10.42.42.10(pid=6654): Launched\u000a10:15:05.651668 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a10:15:05.778878 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:15:06.096508 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6655): Launched\u000a10:15:06.360778 run iperf3-srv_10.42.42.10(pid=6656): Launched\u000a10:15:06.547229 tst cs_paging_gprs_active.py:38: start network...\u000a10:15:06.674661 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:15:07.158705 run create_hlr_db(pid=6657): Launched\u000a10:15:07.334530 bus /sierra_2: Setting Powered False\u000a10:15:08.368243 run create_hlr_db(pid=6657): Terminated: ok {rc=0}\u000a10:15:08.779657 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6659): Launched\u000a10:15:09.086382 run osmo-hlr_10.42.42.2(pid=6660): Launched\u000a10:15:09.202257 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:15:09.743261 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6662): Launched\u000a10:15:10.050919 run osmo-stp_10.42.42.5(pid=6663): Launched\u000a10:15:10.162938 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:15:10.700480 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6665): Launched\u000a10:15:10.809384 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:15:11.078758 run patchelf(pid=6666): Launched\u000a10:15:11.259217 run osmo-stp_10.42.42.5(pid=6663): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6663)]\u000a10:15:11.391151 run osmo-stp_10.42.42.5(pid=6663): stdout: \u000a| (launched: 2022-12-14_10:15:09.898993)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:15:11.523102 run osmo-stp_10.42.42.5(pid=6663): stderr: \u000a| �[0;m�[38;5;43m20221214101510068 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214101510069 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214101510069 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214101510069 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214101510070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214101510070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214101510070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:15:11.650618 run osmo-stp_10.42.42.5(pid=6663): stdout: \u000a| (launched: 2022-12-14_10:15:09.898993)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:15:11.776451 run osmo-stp_10.42.42.5(pid=6663): stderr: \u000a| �[0;m�[38;5;43m20221214101510068 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214101510069 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214101510069 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214101510069 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214101510070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214101510070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214101510070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:15:11.924632 run patchelf(pid=6666): Terminating (SIGINT)\u000a10:15:12.098788 run patchelf(pid=6666): Terminated: ok {rc=0}\u000a10:15:12.130986 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=6663): Process ended prematurely: osmo-stp_10.42.42.5(pid=6663) [trial-2403↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6663)] [trial-2403↪gprs:trx-b200↪cs_paging_gprs_active.py:38]\u000a10:15:12.140398 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a10:15:12.201636 run osmo-hlr_10.42.42.2(pid=6660): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:trx-b200↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6660)]\u000a10:15:12.251424 run osmo-hlr_10.42.42.2(pid=6660): stdout: \u000a| (launched: 2022-12-14_10:15:08.934427) \u000a10:15:12.301798 run osmo-hlr_10.42.42.2(pid=6660): stderr: \u000a| �[0;m�[1;31m20221214101509111 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214101509111 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214101509111 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214101509111 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214101509111 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214101509111 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214101509123 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:trx-b200/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214101509132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214101509132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214101509132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:15:12.344713 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6653): Terminating (SIGTERM)\u000a10:15:12.384898 run iperf3-srv_10.42.42.10(pid=6654): Terminating (SIGTERM)\u000a10:15:12.425351 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6655): Terminating (SIGTERM)\u000a10:15:12.465544 run iperf3-srv_10.42.42.10(pid=6656): Terminating (SIGTERM)\u000a10:15:12.506346 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6659): Terminating (SIGTERM)\u000a10:15:12.547895 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6662): Terminating (SIGTERM)\u000a10:15:12.590511 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6665): Terminating (SIGTERM)\u000a10:15:12.600591 --- ParallelTerminationStrategy: PID 6653 died...\u000a10:15:12.659866 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6653): Terminated: ok {rc=0}\u000a10:15:12.670544 --- ParallelTerminationStrategy: PID 6654 died...\u000a10:15:12.727666 run iperf3-srv_10.42.42.10(pid=6654): Terminated {rc=256}\u000a10:15:12.738084 --- ParallelTerminationStrategy: PID 6655 died...\u000a10:15:12.794919 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6655): Terminated: ok {rc=0}\u000a10:15:12.805547 --- ParallelTerminationStrategy: PID 6656 died...\u000a10:15:12.862712 run iperf3-srv_10.42.42.10(pid=6656): Terminated {rc=256}\u000a10:15:12.873198 --- ParallelTerminationStrategy: PID 6659 died...\u000a10:15:12.930243 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6659): Terminated: ok {rc=0}\u000a10:15:12.940733 --- ParallelTerminationStrategy: PID 6662 died...\u000a10:15:12.997902 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6662): Terminated: ok {rc=0}\u000a10:15:13.008514 --- ParallelTerminationStrategy: PID 6665 died...\u000a10:15:13.066559 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6665): Terminated: ok {rc=0}\u000a10:15:13.152726 bus /gobi_0: Setting Powered False\u000a10:15:14.268934 bus /gobi_0: Setting Powered False\u000a10:15:15.381047 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 86, "className" : "gprs:trx-b200", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7026): Process ended prematurely: osmo-stp_10.42.42.5(pid=7026) [trial-2403↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7026)]", "failedSince" : 2318, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7026): Process ended prematurely: osmo-stp_10.42.42.5(pid=7026) [trial-2403↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7026)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:trx-b200 iperf3.py\u000a----------------------------------------------\u000a10:15:16.506303 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:15:16.518653 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a10:15:16.698990 tst iperf3.py: using LAC 40227\u000a10:15:16.838205 tst iperf3.py: using RAC 192\u000a10:15:16.974390 tst iperf3.py: using CellId 40227\u000a10:15:17.107077 tst iperf3.py: using BVCI 40228\u000a10:15:17.131831 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:15:17.143539 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:15:17.155171 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:15:17.166564 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:15:17.179170 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:15:17.192662 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:15:17.205385 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:15:17.217417 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:15:17.230204 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a10:15:17.515965 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:15:17.644657 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:15:17.965341 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7018): Launched\u000a10:15:18.230909 run iperf3-srv_10.42.42.10(pid=7019): Launched\u000a10:15:18.417196 tst iperf3.py:8: start network...\u000a10:15:18.544526 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:15:19.027656 run create_hlr_db(pid=7020): Launched\u000a10:15:19.203506 bus /gobi_6: Setting Powered False\u000a10:15:20.225224 run create_hlr_db(pid=7020): Terminated: ok {rc=0}\u000a10:15:20.663803 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7022): Launched\u000a10:15:20.992719 run osmo-hlr_10.42.42.2(pid=7023): Launched\u000a10:15:21.112106 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:15:21.683968 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7025): Launched\u000a10:15:22.012400 run osmo-stp_10.42.42.5(pid=7026): Launched\u000a10:15:22.130570 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:15:22.703412 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7028): Launched\u000a10:15:22.820936 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:15:23.139516 run patchelf(pid=7030): Launched\u000a10:15:23.336621 run osmo-stp_10.42.42.5(pid=7026): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7026)]\u000a10:15:23.480622 run osmo-stp_10.42.42.5(pid=7026): stdout: \u000a| (launched: 2022-12-14_10:15:21.850003)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:15:23.627766 run osmo-stp_10.42.42.5(pid=7026): stderr: \u000a| �[0;m�[38;5;43m20221214101522044 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214101522044 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214101522045 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214101522045 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214101522046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214101522046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214101522046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:15:23.767206 run osmo-stp_10.42.42.5(pid=7026): stdout: \u000a| (launched: 2022-12-14_10:15:21.850003)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:15:23.901740 run osmo-stp_10.42.42.5(pid=7026): stderr: \u000a| �[0;m�[38;5;43m20221214101522044 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214101522044 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214101522045 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214101522045 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214101522046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214101522046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214101522046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:15:24.067224 run patchelf(pid=7030): Terminating (SIGINT)\u000a10:15:24.254772 run patchelf(pid=7030): Terminated: ok {rc=0}\u000a10:15:24.290693 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7026): Process ended prematurely: osmo-stp_10.42.42.5(pid=7026) [trial-2403↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7026)] [trial-2403↪gprs:trx-b200↪iperf3.py:8]\u000a10:15:24.302026 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a10:15:24.368049 run osmo-hlr_10.42.42.2(pid=7023): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:trx-b200↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7023)]\u000a10:15:24.421880 run osmo-hlr_10.42.42.2(pid=7023): stdout: \u000a| (launched: 2022-12-14_10:15:20.830795) \u000a10:15:24.476500 run osmo-hlr_10.42.42.2(pid=7023): stderr: \u000a| �[0;m�[1;31m20221214101521031 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214101521031 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214101521031 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214101521031 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214101521031 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214101521032 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214101521044 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:trx-b200/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214101521054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214101521054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214101521054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:15:24.523123 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7018): Terminating (SIGTERM)\u000a10:15:24.569476 run iperf3-srv_10.42.42.10(pid=7019): Terminating (SIGTERM)\u000a10:15:24.615199 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7022): Terminating (SIGTERM)\u000a10:15:24.661175 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7025): Terminating (SIGTERM)\u000a10:15:24.707219 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7028): Terminating (SIGTERM)\u000a10:15:24.717761 --- ParallelTerminationStrategy: PID 7018 died...\u000a10:15:24.776427 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7018): Terminated: ok {rc=0}\u000a10:15:24.787475 --- ParallelTerminationStrategy: PID 7019 died...\u000a10:15:24.845802 run iperf3-srv_10.42.42.10(pid=7019): Terminated {rc=256}\u000a10:15:24.856767 --- ParallelTerminationStrategy: PID 7022 died...\u000a10:15:24.915007 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7022): Terminated: ok {rc=0}\u000a10:15:24.926062 --- ParallelTerminationStrategy: PID 7025 died...\u000a10:15:24.984230 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7025): Terminated: ok {rc=0}\u000a10:15:24.995346 --- ParallelTerminationStrategy: PID 7028 died...\u000a10:15:25.053624 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7028): Terminated: ok {rc=0}\u000a10:15:25.145297 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 218, "className" : "gprs:trx-b200", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7220): Process ended prematurely: osmo-stp_10.42.42.5(pid=7220) [trial-2403↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7220)]", "failedSince" : 2186, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7220): Process ended prematurely: osmo-stp_10.42.42.5(pid=7220) [trial-2403↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7220)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:trx-b200 iperf3m4.py\u000a----------------------------------------------\u000a10:15:26.268186 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:15:26.281224 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a10:15:26.428559 tst iperf3m4.py: using LAC 40228\u000a10:15:26.558695 tst iperf3m4.py: using RAC 193\u000a10:15:26.693916 tst iperf3m4.py: using CellId 40228\u000a10:15:26.827153 tst iperf3m4.py: using BVCI 40229\u000a10:15:26.853823 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:15:26.865922 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:15:26.877934 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:15:26.890016 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:15:26.902208 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:15:26.914180 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:15:26.926500 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:15:26.938746 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:15:26.951069 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a10:15:27.077352 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a10:15:27.204935 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a10:15:27.328558 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a10:15:27.635389 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:15:27.775388 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:15:28.135870 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7205): Launched\u000a10:15:28.441347 run iperf3-srv_10.42.42.10(pid=7206): Launched\u000a10:15:28.649974 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a10:15:28.790312 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:15:29.145629 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7208): Launched\u000a10:15:29.409964 run iperf3-srv_10.42.42.10(pid=7209): Launched\u000a10:15:29.596255 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a10:15:29.723353 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:15:30.041818 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7210): Launched\u000a10:15:30.306141 run iperf3-srv_10.42.42.10(pid=7211): Launched\u000a10:15:30.491839 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a10:15:30.618557 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:15:30.998842 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7212): Launched\u000a10:15:31.309328 run iperf3-srv_10.42.42.10(pid=7213): Launched\u000a10:15:31.517170 tst iperf3m4.py:8: start network...\u000a10:15:31.660230 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:15:32.259025 run create_hlr_db(pid=7214): Launched\u000a10:15:32.448391 bus /gobi_6: Setting Powered False\u000a10:15:33.470533 run create_hlr_db(pid=7214): Terminated: ok {rc=0}\u000a10:15:33.888058 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7216): Launched\u000a10:15:34.195457 run osmo-hlr_10.42.42.2(pid=7217): Launched\u000a10:15:34.315452 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:15:34.872633 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7219): Launched\u000a10:15:35.200550 run osmo-stp_10.42.42.5(pid=7220): Launched\u000a10:15:35.318506 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:15:35.891732 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7222): Launched\u000a10:15:36.008543 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:15:36.296337 run patchelf(pid=7223): Launched\u000a10:15:36.488842 run osmo-stp_10.42.42.5(pid=7220): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7220)]\u000a10:15:36.629598 run osmo-stp_10.42.42.5(pid=7220): stdout: \u000a| (launched: 2022-12-14_10:15:35.039084)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:15:36.770415 run osmo-stp_10.42.42.5(pid=7220): stderr: \u000a| �[0;m�[38;5;43m20221214101535229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214101535229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214101535230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214101535230 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214101535231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214101535231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214101535231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:15:36.906383 run osmo-stp_10.42.42.5(pid=7220): stdout: \u000a| (launched: 2022-12-14_10:15:35.039084)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:15:37.040935 run osmo-stp_10.42.42.5(pid=7220): stderr: \u000a| �[0;m�[38;5;43m20221214101535229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214101535229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214101535230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214101535230 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214101535231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214101535231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214101535231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:15:37.197504 run patchelf(pid=7223): Terminating (SIGINT)\u000a10:15:37.382177 run patchelf(pid=7223): Terminated: ok {rc=0}\u000a10:15:37.416009 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7220): Process ended prematurely: osmo-stp_10.42.42.5(pid=7220) [trial-2403↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7220)] [trial-2403↪gprs:trx-b200↪iperf3m4.py:8]\u000a10:15:37.426078 tst iperf3m4.py:8: Test FAILED (11.2 sec)\u000a10:15:37.490216 run osmo-hlr_10.42.42.2(pid=7217): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:trx-b200↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7217)]\u000a10:15:37.542632 run osmo-hlr_10.42.42.2(pid=7217): stdout: \u000a| (launched: 2022-12-14_10:15:34.043486) \u000a10:15:37.595662 run osmo-hlr_10.42.42.2(pid=7217): stderr: \u000a| �[0;m�[1;31m20221214101534219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214101534220 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214101534220 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214101534220 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214101534220 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214101534220 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214101534232 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:trx-b200/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214101534240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214101534240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214101534240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:15:37.640845 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7205): Terminating (SIGTERM)\u000a10:15:37.683639 run iperf3-srv_10.42.42.10(pid=7206): Terminating (SIGTERM)\u000a10:15:37.726479 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7208): Terminating (SIGTERM)\u000a10:15:37.769089 run iperf3-srv_10.42.42.10(pid=7209): Terminating (SIGTERM)\u000a10:15:37.811868 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7210): Terminating (SIGTERM)\u000a10:15:37.854805 run iperf3-srv_10.42.42.10(pid=7211): Terminating (SIGTERM)\u000a10:15:37.897604 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7212): Terminating (SIGTERM)\u000a10:15:37.940285 run iperf3-srv_10.42.42.10(pid=7213): Terminating (SIGTERM)\u000a10:15:37.983087 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7216): Terminating (SIGTERM)\u000a10:15:38.025857 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7219): Terminating (SIGTERM)\u000a10:15:38.068615 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7222): Terminating (SIGTERM)\u000a10:15:38.078518 --- ParallelTerminationStrategy: PID 7205 died...\u000a10:15:38.135718 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7205): Terminated: ok {rc=0}\u000a10:15:38.146046 --- ParallelTerminationStrategy: PID 7206 died...\u000a10:15:38.202812 run iperf3-srv_10.42.42.10(pid=7206): Terminated {rc=256}\u000a10:15:38.212881 --- ParallelTerminationStrategy: PID 7208 died...\u000a10:15:38.269770 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7208): Terminated: ok {rc=0}\u000a10:15:38.280373 --- ParallelTerminationStrategy: PID 7209 died...\u000a10:15:38.337155 run iperf3-srv_10.42.42.10(pid=7209): Terminated {rc=256}\u000a10:15:38.347421 --- ParallelTerminationStrategy: PID 7210 died...\u000a10:15:38.403962 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7210): Terminated: ok {rc=0}\u000a10:15:38.414229 --- ParallelTerminationStrategy: PID 7211 died...\u000a10:15:38.470775 run iperf3-srv_10.42.42.10(pid=7211): Terminated {rc=256}\u000a10:15:38.481127 --- ParallelTerminationStrategy: PID 7212 died...\u000a10:15:38.537617 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7212): Terminated: ok {rc=0}\u000a10:15:38.547876 --- ParallelTerminationStrategy: PID 7213 died...\u000a10:15:38.604314 run iperf3-srv_10.42.42.10(pid=7213): Terminated {rc=256}\u000a10:15:38.614628 --- ParallelTerminationStrategy: PID 7216 died...\u000a10:15:38.671217 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7216): Terminated: ok {rc=0}\u000a10:15:38.681589 --- ParallelTerminationStrategy: PID 7219 died...\u000a10:15:38.738098 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7219): Terminated: ok {rc=0}\u000a10:15:38.748443 --- ParallelTerminationStrategy: PID 7222 died...\u000a10:15:38.805289 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7222): Terminated: ok {rc=0}\u000a10:15:38.893556 bus /gobi_4: Setting Powered False\u000a10:15:40.001110 bus /gobi_4: Setting Powered False\u000a10:15:41.113467 bus /gobi_1: Setting Powered False\u000a10:15:42.217683 bus /gobi_1: Setting Powered False\u000a10:15:43.330022 bus /gobi_0: Setting Powered False\u000a10:15:44.433576 bus /gobi_0: Setting Powered False\u000a10:15:45.540616 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 218, "className" : "gprs:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7230): Process ended prematurely: osmo-stp_10.42.42.5(pid=7230) [trial-2403↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7230)]", "failedSince" : 2186, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7230): Process ended prematurely: osmo-stp_10.42.42.5(pid=7230) [trial-2403↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7230)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:trx-b200 ping.py\u000a----------------------------------------------\u000a10:15:46.610702 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:15:46.622330 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a10:15:46.763209 tst ping.py: using LAC 40229\u000a10:15:46.900559 tst ping.py: using RAC 194\u000a10:15:47.025938 tst ping.py: using CellId 40229\u000a10:15:47.154490 tst ping.py: using BVCI 40230\u000a10:15:47.180246 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:15:47.192236 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:15:47.204229 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:15:47.216050 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:15:47.228677 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:15:47.241296 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:15:47.253153 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:15:47.264754 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a10:15:47.546906 tst ping.py:19: start network...\u000a10:15:47.672564 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:15:48.147390 run create_hlr_db(pid=7224): Launched\u000a10:15:48.322436 bus /gobi_6: Setting Powered False\u000a10:15:49.343252 run create_hlr_db(pid=7224): Terminated: ok {rc=0}\u000a10:15:49.747973 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7226): Launched\u000a10:15:50.050491 run osmo-hlr_10.42.42.2(pid=7227): Launched\u000a10:15:50.166969 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:15:50.704000 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7229): Launched\u000a10:15:51.006256 run osmo-stp_10.42.42.5(pid=7230): Launched\u000a10:15:51.115958 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:15:51.642053 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7232): Launched\u000a10:15:51.748526 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:15:52.019417 run patchelf(pid=7233): Launched\u000a10:15:52.208576 run osmo-stp_10.42.42.5(pid=7230): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7230)]\u000a10:15:52.347197 run osmo-stp_10.42.42.5(pid=7230): stdout: \u000a| (launched: 2022-12-14_10:15:50.856229)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:15:52.486502 run osmo-stp_10.42.42.5(pid=7230): stderr: \u000a| �[0;m�[38;5;43m20221214101551028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214101551028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214101551029 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214101551029 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214101551030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214101551030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214101551030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:15:52.619855 run osmo-stp_10.42.42.5(pid=7230): stdout: \u000a| (launched: 2022-12-14_10:15:50.856229)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:15:52.751607 run osmo-stp_10.42.42.5(pid=7230): stderr: \u000a| �[0;m�[38;5;43m20221214101551028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214101551028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214101551029 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214101551029 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214101551030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214101551030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214101551030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:15:52.905518 run patchelf(pid=7233): Terminating (SIGINT)\u000a10:15:53.086686 run patchelf(pid=7233): Terminated: ok {rc=0}\u000a10:15:53.119629 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=7230): Process ended prematurely: osmo-stp_10.42.42.5(pid=7230) [trial-2403↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7230)] [trial-2403↪gprs:trx-b200↪ping.py:22]\u000a10:15:53.129089 tst ping.py:22: Test FAILED (6.5 sec)\u000a10:15:53.192570 run osmo-hlr_10.42.42.2(pid=7227): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:trx-b200↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7227)]\u000a10:15:53.244342 run osmo-hlr_10.42.42.2(pid=7227): stdout: \u000a| (launched: 2022-12-14_10:15:49.900941) \u000a10:15:53.297408 run osmo-hlr_10.42.42.2(pid=7227): stderr: \u000a| �[0;m�[1;31m20221214101550079 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214101550079 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214101550079 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214101550079 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214101550079 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214101550079 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214101550091 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:trx-b200/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214101550099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214101550099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214101550099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:15:53.342286 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7226): Terminating (SIGTERM)\u000a10:15:53.384506 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7229): Terminating (SIGTERM)\u000a10:15:53.427123 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7232): Terminating (SIGTERM)\u000a10:15:53.436864 --- ParallelTerminationStrategy: PID 7226 died...\u000a10:15:53.493251 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7226): Terminated: ok {rc=0}\u000a10:15:53.503377 --- ParallelTerminationStrategy: PID 7229 died...\u000a10:15:53.559321 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7229): Terminated: ok {rc=0}\u000a10:15:53.569860 --- ParallelTerminationStrategy: PID 7232 died...\u000a10:15:53.625555 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7232): Terminated: ok {rc=0}\u000a10:15:53.712383 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 218, "className" : "gprs:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7240): Process ended prematurely: osmo-stp_10.42.42.5(pid=7240) [trial-2403↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7240)]", "failedSince" : 2186, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7240): Process ended prematurely: osmo-stp_10.42.42.5(pid=7240) [trial-2403↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7240)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:trx-b200 ping_idle_ping.py\u000a----------------------------------------------\u000a10:15:54.764715 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:15:54.776391 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a10:15:54.915351 tst ping_idle_ping.py: using LAC 40230\u000a10:15:55.035857 tst ping_idle_ping.py: using RAC 195\u000a10:15:55.156080 tst ping_idle_ping.py: using CellId 40230\u000a10:15:55.275216 tst ping_idle_ping.py: using BVCI 40231\u000a10:15:55.298484 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:15:55.309597 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:15:55.320215 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:15:55.330816 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:15:55.341700 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:15:55.352540 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:15:55.363623 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:15:55.374703 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a10:15:55.667784 tst ping_idle_ping.py:24: start network...\u000a10:15:55.801806 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:15:56.318606 run create_hlr_db(pid=7234): Launched\u000a10:15:56.505393 bus /gobi_6: Setting Powered False\u000a10:15:57.526653 run create_hlr_db(pid=7234): Terminated: ok {rc=0}\u000a10:15:57.955732 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7236): Launched\u000a10:15:58.278456 run osmo-hlr_10.42.42.2(pid=7237): Launched\u000a10:15:58.398016 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:15:58.959347 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7239): Launched\u000a10:15:59.285084 run osmo-stp_10.42.42.5(pid=7240): Launched\u000a10:15:59.402397 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:15:59.965505 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7242): Launched\u000a10:16:00.080023 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:16:00.361990 run patchelf(pid=7243): Launched\u000a10:16:00.550689 run osmo-stp_10.42.42.5(pid=7240): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7240)]\u000a10:16:00.688417 run osmo-stp_10.42.42.5(pid=7240): stdout: \u000a| (launched: 2022-12-14_10:15:59.123851)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:16:00.826659 run osmo-stp_10.42.42.5(pid=7240): stderr: \u000a| �[0;m�[38;5;43m20221214101559315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214101559315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214101559315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214101559316 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214101559316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214101559316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214101559316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:16:00.982423 run osmo-stp_10.42.42.5(pid=7240): stdout: \u000a| (launched: 2022-12-14_10:15:59.123851)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:16:01.114211 run osmo-stp_10.42.42.5(pid=7240): stderr: \u000a| �[0;m�[38;5;43m20221214101559315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214101559315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214101559315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214101559316 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214101559316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214101559316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214101559316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:16:01.264516 run patchelf(pid=7243): Terminating (SIGINT)\u000a10:16:01.476107 run patchelf(pid=7243): Terminated: ok {rc=0}\u000a10:16:01.515097 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=7240): Process ended prematurely: osmo-stp_10.42.42.5(pid=7240) [trial-2403↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7240)] [trial-2403↪gprs:trx-b200↪ping_idle_ping.py:27]\u000a10:16:01.525703 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a10:16:01.591816 run osmo-hlr_10.42.42.2(pid=7237): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:trx-b200↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7237)]\u000a10:16:01.644091 run osmo-hlr_10.42.42.2(pid=7237): stdout: \u000a| (launched: 2022-12-14_10:15:58.119027) \u000a10:16:01.697861 run osmo-hlr_10.42.42.2(pid=7237): stderr: \u000a| �[0;m�[1;31m20221214101558315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214101558315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214101558316 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214101558316 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214101558316 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214101558316 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214101558329 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:trx-b200/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214101558338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214101558339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214101558339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:16:01.743307 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7236): Terminating (SIGTERM)\u000a10:16:01.787915 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7239): Terminating (SIGTERM)\u000a10:16:01.832507 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7242): Terminating (SIGTERM)\u000a10:16:01.844278 --- ParallelTerminationStrategy: PID 7236 died...\u000a10:16:01.903324 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7236): Terminated: ok {rc=0}\u000a10:16:01.914732 --- ParallelTerminationStrategy: PID 7239 died...\u000a10:16:01.971170 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7239): Terminated: ok {rc=0}\u000a10:16:01.981739 --- ParallelTerminationStrategy: PID 7242 died...\u000a10:16:02.040542 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7242): Terminated: ok {rc=0}\u000a10:16:02.129329 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "50", "name" : "gprs_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T10:15:03" }, { "cases" : [ { "testActions" : [ ], "age" : 265, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7257): Process ended prematurely: osmo-stp_10.42.42.5(pid=7257) [trial-2403↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7257)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7257): Process ended prematurely: osmo-stp_10.42.42.5(pid=7257) [trial-2403↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7257)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:trx-b200+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a10:16:04.290365 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:16:04.301673 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a10:16:04.442234 tst cs_paging_gprs_active.py: using LAC 40231\u000a10:16:04.561252 tst cs_paging_gprs_active.py: using RAC 196\u000a10:16:04.681273 tst cs_paging_gprs_active.py: using CellId 40231\u000a10:16:04.801983 tst cs_paging_gprs_active.py: using BVCI 40232\u000a10:16:04.825574 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:16:04.836354 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:16:04.847057 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:16:04.857684 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:16:04.868473 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:16:04.879553 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:16:04.890671 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:16:04.901485 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:16:04.912470 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:16:05.036067 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:16:05.321983 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a10:16:05.450404 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:16:05.770774 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7247): Launched\u000a10:16:06.038565 run iperf3-srv_10.42.42.10(pid=7248): Launched\u000a10:16:06.225162 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a10:16:06.352697 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:16:06.671760 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7249): Launched\u000a10:16:06.937344 run iperf3-srv_10.42.42.10(pid=7250): Launched\u000a10:16:07.124258 tst cs_paging_gprs_active.py:38: start network...\u000a10:16:07.251202 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:16:07.734862 run create_hlr_db(pid=7251): Launched\u000a10:16:07.911926 bus /gobi_6: Setting Powered False\u000a10:16:08.933295 run create_hlr_db(pid=7251): Terminated: ok {rc=0}\u000a10:16:09.372611 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7253): Launched\u000a10:16:09.702331 run osmo-hlr_10.42.42.2(pid=7254): Launched\u000a10:16:09.822280 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:16:10.390264 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7256): Launched\u000a10:16:10.719213 run osmo-stp_10.42.42.5(pid=7257): Launched\u000a10:16:10.837319 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:16:11.409950 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7259): Launched\u000a10:16:11.526444 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:16:11.814822 run patchelf(pid=7260): Launched\u000a10:16:12.007311 run osmo-stp_10.42.42.5(pid=7257): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7257)]\u000a10:16:12.147411 run osmo-stp_10.42.42.5(pid=7257): stdout: \u000a| (launched: 2022-12-14_10:16:10.556826)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:16:12.287781 run osmo-stp_10.42.42.5(pid=7257): stderr: \u000a| �[0;m�[38;5;43m20221214101610749 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214101610749 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214101610750 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214101610750 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214101610750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214101610750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214101610751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:16:12.423499 run osmo-stp_10.42.42.5(pid=7257): stdout: \u000a| (launched: 2022-12-14_10:16:10.556826)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:16:12.557392 run osmo-stp_10.42.42.5(pid=7257): stderr: \u000a| �[0;m�[38;5;43m20221214101610749 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214101610749 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214101610750 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214101610750 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214101610750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214101610750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214101610751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:16:12.714161 run patchelf(pid=7260): Terminating (SIGINT)\u000a10:16:12.897452 run patchelf(pid=7260): Terminated: ok {rc=0}\u000a10:16:12.931341 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=7257): Process ended prematurely: osmo-stp_10.42.42.5(pid=7257) [trial-2403↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7257)] [trial-2403↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a10:16:12.941333 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a10:16:13.004633 run osmo-hlr_10.42.42.2(pid=7254): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7254)]\u000a10:16:13.056229 run osmo-hlr_10.42.42.2(pid=7254): stdout: \u000a| (launched: 2022-12-14_10:16:09.539374) \u000a10:16:13.109046 run osmo-hlr_10.42.42.2(pid=7254): stderr: \u000a| �[0;m�[1;31m20221214101609737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214101609737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214101609737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214101609737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214101609737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214101609737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214101609749 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:trx-b200+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214101609758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214101609758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214101609758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:16:13.153934 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7247): Terminating (SIGTERM)\u000a10:16:13.196377 run iperf3-srv_10.42.42.10(pid=7248): Terminating (SIGTERM)\u000a10:16:13.238315 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7249): Terminating (SIGTERM)\u000a10:16:13.280520 run iperf3-srv_10.42.42.10(pid=7250): Terminating (SIGTERM)\u000a10:16:13.322860 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7253): Terminating (SIGTERM)\u000a10:16:13.365174 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7256): Terminating (SIGTERM)\u000a10:16:13.407108 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7259): Terminating (SIGTERM)\u000a10:16:13.416766 --- ParallelTerminationStrategy: PID 7247 died...\u000a10:16:13.472881 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7247): Terminated: ok {rc=0}\u000a10:16:13.482979 --- ParallelTerminationStrategy: PID 7248 died...\u000a10:16:13.538468 run iperf3-srv_10.42.42.10(pid=7248): Terminated {rc=256}\u000a10:16:13.548432 --- ParallelTerminationStrategy: PID 7249 died...\u000a10:16:13.604063 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7249): Terminated: ok {rc=0}\u000a10:16:13.614041 --- ParallelTerminationStrategy: PID 7250 died...\u000a10:16:13.669552 run iperf3-srv_10.42.42.10(pid=7250): Terminated {rc=256}\u000a10:16:13.679528 --- ParallelTerminationStrategy: PID 7253 died...\u000a10:16:13.735302 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7253): Terminated: ok {rc=0}\u000a10:16:13.745478 --- ParallelTerminationStrategy: PID 7256 died...\u000a10:16:13.801079 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7256): Terminated: ok {rc=0}\u000a10:16:13.811077 --- ParallelTerminationStrategy: PID 7259 died...\u000a10:16:13.866746 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7259): Terminated: ok {rc=0}\u000a10:16:13.953724 bus /gobi_0: Setting Powered False\u000a10:16:15.060939 bus /gobi_0: Setting Powered False\u000a10:16:16.173435 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 265, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7269): Process ended prematurely: osmo-stp_10.42.42.5(pid=7269) [trial-2403↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7269)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7269): Process ended prematurely: osmo-stp_10.42.42.5(pid=7269) [trial-2403↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7269)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:trx-b200+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a10:16:17.290172 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:16:17.302524 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a10:16:17.455061 tst iperf3.py: using LAC 40232\u000a10:16:17.581442 tst iperf3.py: using RAC 197\u000a10:16:17.705466 tst iperf3.py: using CellId 40232\u000a10:16:17.824166 tst iperf3.py: using BVCI 40233\u000a10:16:17.847527 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:16:17.858611 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:16:17.869470 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:16:17.880059 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:16:17.891348 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:16:17.902673 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:16:17.914275 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:16:17.926063 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:16:17.937831 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:16:18.221067 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:16:18.349056 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:16:18.669604 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7261): Launched\u000a10:16:18.934300 run iperf3-srv_10.42.42.10(pid=7262): Launched\u000a10:16:19.121738 tst iperf3.py:8: start network...\u000a10:16:19.250263 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:16:19.734868 run create_hlr_db(pid=7263): Launched\u000a10:16:19.911352 bus /gobi_6: Setting Powered False\u000a10:16:20.932753 run create_hlr_db(pid=7263): Terminated: ok {rc=0}\u000a10:16:21.346833 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7265): Launched\u000a10:16:21.655827 run osmo-hlr_10.42.42.2(pid=7266): Launched\u000a10:16:21.771436 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:16:22.305705 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7268): Launched\u000a10:16:22.612384 run osmo-stp_10.42.42.5(pid=7269): Launched\u000a10:16:22.723658 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:16:23.260719 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7271): Launched\u000a10:16:23.370218 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:16:23.638684 run patchelf(pid=7272): Launched\u000a10:16:23.818361 run osmo-stp_10.42.42.5(pid=7269): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7269)]\u000a10:16:23.949811 run osmo-stp_10.42.42.5(pid=7269): stdout: \u000a| (launched: 2022-12-14_10:16:22.460543)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:16:24.081709 run osmo-stp_10.42.42.5(pid=7269): stderr: \u000a| �[0;m�[38;5;43m20221214101622631 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214101622632 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214101622632 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214101622632 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214101622633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214101622633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214101622633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:16:24.208920 run osmo-stp_10.42.42.5(pid=7269): stdout: \u000a| (launched: 2022-12-14_10:16:22.460543)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:16:24.335343 run osmo-stp_10.42.42.5(pid=7269): stderr: \u000a| �[0;m�[38;5;43m20221214101622631 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214101622632 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214101622632 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214101622632 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214101622633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214101622633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214101622633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:16:24.482783 run patchelf(pid=7272): Terminating (SIGINT)\u000a10:16:24.655260 run patchelf(pid=7272): Terminated: ok {rc=0}\u000a10:16:24.687053 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7269): Process ended prematurely: osmo-stp_10.42.42.5(pid=7269) [trial-2403↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7269)] [trial-2403↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8]\u000a10:16:24.696430 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a10:16:24.757143 run osmo-hlr_10.42.42.2(pid=7266): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7266)]\u000a10:16:24.806809 run osmo-hlr_10.42.42.2(pid=7266): stdout: \u000a| (launched: 2022-12-14_10:16:21.502216) \u000a10:16:24.857288 run osmo-hlr_10.42.42.2(pid=7266): stderr: \u000a| �[0;m�[1;31m20221214101621678 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214101621678 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214101621678 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214101621678 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214101621678 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214101621678 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214101621690 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:trx-b200+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214101621698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214101621698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214101621698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:16:24.900087 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7261): Terminating (SIGTERM)\u000a10:16:24.940387 run iperf3-srv_10.42.42.10(pid=7262): Terminating (SIGTERM)\u000a10:16:24.980571 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7265): Terminating (SIGTERM)\u000a10:16:25.021047 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7268): Terminating (SIGTERM)\u000a10:16:25.061864 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7271): Terminating (SIGTERM)\u000a10:16:25.071094 --- ParallelTerminationStrategy: PID 7261 died...\u000a10:16:25.125304 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7261): Terminated: ok {rc=0}\u000a10:16:25.134804 --- ParallelTerminationStrategy: PID 7262 died...\u000a10:16:25.188572 run iperf3-srv_10.42.42.10(pid=7262): Terminated {rc=256}\u000a10:16:25.198409 --- ParallelTerminationStrategy: PID 7265 died...\u000a10:16:25.251942 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7265): Terminated: ok {rc=0}\u000a10:16:25.261539 --- ParallelTerminationStrategy: PID 7268 died...\u000a10:16:25.314953 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7268): Terminated: ok {rc=0}\u000a10:16:25.324479 --- ParallelTerminationStrategy: PID 7271 died...\u000a10:16:25.378207 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7271): Terminated: ok {rc=0}\u000a10:16:25.466965 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 265, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7287): Process ended prematurely: osmo-stp_10.42.42.5(pid=7287) [trial-2403↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7287)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7287): Process ended prematurely: osmo-stp_10.42.42.5(pid=7287) [trial-2403↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7287)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:trx-b200+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a10:16:26.579684 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:16:26.591305 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a10:16:26.731404 tst iperf3m4.py: using LAC 40233\u000a10:16:26.853115 tst iperf3m4.py: using RAC 198\u000a10:16:26.975645 tst iperf3m4.py: using CellId 40233\u000a10:16:27.097353 tst iperf3m4.py: using BVCI 40234\u000a10:16:27.121112 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:16:27.132163 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:16:27.143046 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:16:27.153677 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:16:27.164690 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:16:27.175724 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:16:27.187258 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:16:27.198506 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:16:27.210034 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:16:27.331854 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:16:27.453403 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:16:27.574459 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:16:27.861586 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:16:27.989875 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:16:28.310396 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7273): Launched\u000a10:16:28.577667 run iperf3-srv_10.42.42.10(pid=7274): Launched\u000a10:16:28.763557 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a10:16:28.891087 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:16:29.210012 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7275): Launched\u000a10:16:29.477430 run iperf3-srv_10.42.42.10(pid=7276): Launched\u000a10:16:29.663754 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a10:16:29.790550 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:16:30.110062 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7277): Launched\u000a10:16:30.377927 run iperf3-srv_10.42.42.10(pid=7278): Launched\u000a10:16:30.563837 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a10:16:30.690953 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:16:31.041851 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7279): Launched\u000a10:16:31.327719 run iperf3-srv_10.42.42.10(pid=7280): Launched\u000a10:16:31.518505 tst iperf3m4.py:8: start network...\u000a10:16:31.647756 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:16:32.173031 run create_hlr_db(pid=7281): Launched\u000a10:16:32.350939 bus /gobi_6: Setting Powered False\u000a10:16:33.372437 run create_hlr_db(pid=7281): Terminated: ok {rc=0}\u000a10:16:33.812878 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7283): Launched\u000a10:16:34.140797 run osmo-hlr_10.42.42.2(pid=7284): Launched\u000a10:16:34.263570 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:16:34.838547 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7286): Launched\u000a10:16:35.166947 run osmo-stp_10.42.42.5(pid=7287): Launched\u000a10:16:35.285274 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:16:35.859239 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7289): Launched\u000a10:16:35.976090 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:16:36.263738 run patchelf(pid=7290): Launched\u000a10:16:36.456235 run osmo-stp_10.42.42.5(pid=7287): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7287)]\u000a10:16:36.596653 run osmo-stp_10.42.42.5(pid=7287): stdout: \u000a| (launched: 2022-12-14_10:16:35.004529)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:16:36.737228 run osmo-stp_10.42.42.5(pid=7287): stderr: \u000a| �[0;m�[38;5;43m20221214101635197 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214101635197 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214101635197 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214101635198 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214101635198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214101635198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214101635198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:16:36.872846 run osmo-stp_10.42.42.5(pid=7287): stdout: \u000a| (launched: 2022-12-14_10:16:35.004529)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:16:37.007742 run osmo-stp_10.42.42.5(pid=7287): stderr: \u000a| �[0;m�[38;5;43m20221214101635197 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214101635197 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214101635197 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214101635198 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214101635198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214101635198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214101635198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:16:37.165043 run patchelf(pid=7290): Terminating (SIGINT)\u000a10:16:37.351353 run patchelf(pid=7290): Terminated: ok {rc=0}\u000a10:16:37.385730 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7287): Process ended prematurely: osmo-stp_10.42.42.5(pid=7287) [trial-2403↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7287)] [trial-2403↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8]\u000a10:16:37.395977 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a10:16:37.460037 run osmo-hlr_10.42.42.2(pid=7284): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7284)]\u000a10:16:37.512717 run osmo-hlr_10.42.42.2(pid=7284): stdout: \u000a| (launched: 2022-12-14_10:16:33.979931) \u000a10:16:37.565401 run osmo-hlr_10.42.42.2(pid=7284): stderr: \u000a| �[0;m�[1;31m20221214101634175 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214101634175 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214101634175 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214101634176 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214101634176 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214101634176 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214101634188 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:trx-b200+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214101634199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214101634199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214101634199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:16:37.610370 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7273): Terminating (SIGTERM)\u000a10:16:37.653024 run iperf3-srv_10.42.42.10(pid=7274): Terminating (SIGTERM)\u000a10:16:37.695531 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7275): Terminating (SIGTERM)\u000a10:16:37.737750 run iperf3-srv_10.42.42.10(pid=7276): Terminating (SIGTERM)\u000a10:16:37.779962 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7277): Terminating (SIGTERM)\u000a10:16:37.822150 run iperf3-srv_10.42.42.10(pid=7278): Terminating (SIGTERM)\u000a10:16:37.864729 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7279): Terminating (SIGTERM)\u000a10:16:37.906790 run iperf3-srv_10.42.42.10(pid=7280): Terminating (SIGTERM)\u000a10:16:37.949086 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7283): Terminating (SIGTERM)\u000a10:16:37.991168 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7286): Terminating (SIGTERM)\u000a10:16:38.033432 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7289): Terminating (SIGTERM)\u000a10:16:38.043215 --- ParallelTerminationStrategy: PID 7273 died...\u000a10:16:38.099769 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7273): Terminated: ok {rc=0}\u000a10:16:38.110030 --- ParallelTerminationStrategy: PID 7274 died...\u000a10:16:38.165694 run iperf3-srv_10.42.42.10(pid=7274): Terminated {rc=256}\u000a10:16:38.175786 --- ParallelTerminationStrategy: PID 7275 died...\u000a10:16:38.231696 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7275): Terminated: ok {rc=0}\u000a10:16:38.241909 --- ParallelTerminationStrategy: PID 7276 died...\u000a10:16:38.297776 run iperf3-srv_10.42.42.10(pid=7276): Terminated {rc=256}\u000a10:16:38.308288 --- ParallelTerminationStrategy: PID 7277 died...\u000a10:16:38.364434 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7277): Terminated: ok {rc=0}\u000a10:16:38.374634 --- ParallelTerminationStrategy: PID 7278 died...\u000a10:16:38.430547 run iperf3-srv_10.42.42.10(pid=7278): Terminated {rc=256}\u000a10:16:38.440707 --- ParallelTerminationStrategy: PID 7279 died...\u000a10:16:38.496587 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7279): Terminated: ok {rc=0}\u000a10:16:38.506777 --- ParallelTerminationStrategy: PID 7280 died...\u000a10:16:38.562698 run iperf3-srv_10.42.42.10(pid=7280): Terminated {rc=256}\u000a10:16:38.572866 --- ParallelTerminationStrategy: PID 7283 died...\u000a10:16:38.628820 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7283): Terminated: ok {rc=0}\u000a10:16:38.639030 --- ParallelTerminationStrategy: PID 7286 died...\u000a10:16:38.694733 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7286): Terminated: ok {rc=0}\u000a10:16:38.705115 --- ParallelTerminationStrategy: PID 7289 died...\u000a10:16:38.761128 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7289): Terminated: ok {rc=0}\u000a10:16:38.849162 bus /gobi_4: Setting Powered False\u000a10:16:39.956597 bus /gobi_4: Setting Powered False\u000a10:16:41.069246 bus /gobi_1: Setting Powered False\u000a10:16:42.176334 bus /gobi_1: Setting Powered False\u000a10:16:43.283923 bus /gobi_0: Setting Powered False\u000a10:16:44.390503 bus /gobi_0: Setting Powered False\u000a10:16:45.499588 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 265, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7297): Process ended prematurely: osmo-stp_10.42.42.5(pid=7297) [trial-2403↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7297)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7297): Process ended prematurely: osmo-stp_10.42.42.5(pid=7297) [trial-2403↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7297)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:trx-b200+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a10:16:46.584740 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:16:46.602999 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a10:16:46.759195 tst ping.py: using LAC 40234\u000a10:16:46.920865 tst ping.py: using RAC 199\u000a10:16:47.043933 tst ping.py: using CellId 40234\u000a10:16:47.169484 tst ping.py: using BVCI 40235\u000a10:16:47.194829 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:16:47.206636 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:16:47.218237 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:16:47.229926 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:16:47.241520 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:16:47.253320 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:16:47.265174 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:16:47.276921 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:16:47.555980 tst ping.py:19: start network...\u000a10:16:47.681423 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:16:48.155074 run create_hlr_db(pid=7291): Launched\u000a10:16:48.330466 bus /gobi_6: Setting Powered False\u000a10:16:49.352622 run create_hlr_db(pid=7291): Terminated: ok {rc=0}\u000a10:16:49.784518 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7293): Launched\u000a10:16:50.105840 run osmo-hlr_10.42.42.2(pid=7294): Launched\u000a10:16:50.222996 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:16:50.785528 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7296): Launched\u000a10:16:51.108277 run osmo-stp_10.42.42.5(pid=7297): Launched\u000a10:16:51.223846 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:16:51.787656 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7299): Launched\u000a10:16:51.902073 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:16:52.184386 run patchelf(pid=7300): Launched\u000a10:16:52.373673 run osmo-stp_10.42.42.5(pid=7297): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7297)]\u000a10:16:52.511750 run osmo-stp_10.42.42.5(pid=7297): stdout: \u000a| (launched: 2022-12-14_10:16:50.948462)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:16:52.649924 run osmo-stp_10.42.42.5(pid=7297): stderr: \u000a| �[0;m�[38;5;43m20221214101651141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214101651142 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214101651142 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214101651142 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214101651143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214101651143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214101651143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:16:52.782956 run osmo-stp_10.42.42.5(pid=7297): stdout: \u000a| (launched: 2022-12-14_10:16:50.948462)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:16:52.914598 run osmo-stp_10.42.42.5(pid=7297): stderr: \u000a| �[0;m�[38;5;43m20221214101651141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214101651142 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214101651142 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214101651142 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214101651143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214101651143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214101651143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:16:53.068153 run patchelf(pid=7300): Terminating (SIGINT)\u000a10:16:53.248691 run patchelf(pid=7300): Terminated: ok {rc=0}\u000a10:16:53.281691 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=7297): Process ended prematurely: osmo-stp_10.42.42.5(pid=7297) [trial-2403↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7297)] [trial-2403↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22]\u000a10:16:53.291287 tst ping.py:22: Test FAILED (6.7 sec)\u000a10:16:53.354842 run osmo-hlr_10.42.42.2(pid=7294): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:trx-b200+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7294)]\u000a10:16:53.406960 run osmo-hlr_10.42.42.2(pid=7294): stdout: \u000a| (launched: 2022-12-14_10:16:49.947675) \u000a10:16:53.459910 run osmo-hlr_10.42.42.2(pid=7294): stderr: \u000a| �[0;m�[1;31m20221214101650145 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214101650145 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214101650145 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214101650145 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214101650145 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214101650145 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214101650158 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:trx-b200+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214101650166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214101650166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214101650166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:16:53.505007 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7293): Terminating (SIGTERM)\u000a10:16:53.547644 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7296): Terminating (SIGTERM)\u000a10:16:53.590024 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7299): Terminating (SIGTERM)\u000a10:16:53.599862 --- ParallelTerminationStrategy: PID 7293 died...\u000a10:16:53.656489 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7293): Terminated: ok {rc=0}\u000a10:16:53.666763 --- ParallelTerminationStrategy: PID 7296 died...\u000a10:16:53.722849 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7296): Terminated: ok {rc=0}\u000a10:16:53.733088 --- ParallelTerminationStrategy: PID 7299 died...\u000a10:16:53.788834 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7299): Terminated: ok {rc=0}\u000a10:16:53.875432 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 265, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7307): Process ended prematurely: osmo-stp_10.42.42.5(pid=7307) [trial-2403↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7307)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7307): Process ended prematurely: osmo-stp_10.42.42.5(pid=7307) [trial-2403↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7307)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:trx-b200+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a10:16:54.928341 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:16:54.940205 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a10:16:55.081194 tst ping_idle_ping.py: using LAC 40235\u000a10:16:55.200859 tst ping_idle_ping.py: using RAC 200\u000a10:16:55.321050 tst ping_idle_ping.py: using CellId 40235\u000a10:16:55.439618 tst ping_idle_ping.py: using BVCI 40236\u000a10:16:55.462831 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:16:55.473928 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:16:55.484654 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:16:55.495344 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:16:55.506334 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:16:55.517275 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:16:55.528395 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:16:55.539391 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:16:55.833743 tst ping_idle_ping.py:24: start network...\u000a10:16:55.967915 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:16:56.486729 run create_hlr_db(pid=7301): Launched\u000a10:16:56.674542 bus /gobi_6: Setting Powered False\u000a10:16:57.694438 run create_hlr_db(pid=7301): Terminated: ok {rc=0}\u000a10:16:58.109709 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7303): Launched\u000a10:16:58.434000 run osmo-hlr_10.42.42.2(pid=7304): Launched\u000a10:16:58.550039 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:16:59.111309 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7306): Launched\u000a10:16:59.437192 run osmo-stp_10.42.42.5(pid=7307): Launched\u000a10:16:59.554410 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:17:00.117857 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7309): Launched\u000a10:17:00.232621 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:17:00.516929 run patchelf(pid=7310): Launched\u000a10:17:00.705964 run osmo-stp_10.42.42.5(pid=7307): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7307)]\u000a10:17:00.847974 run osmo-stp_10.42.42.5(pid=7307): stdout: \u000a| (launched: 2022-12-14_10:16:59.275821)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:17:00.993533 run osmo-stp_10.42.42.5(pid=7307): stderr: \u000a| �[0;m�[38;5;43m20221214101659468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214101659468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214101659468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214101659469 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214101659469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214101659469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214101659469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:17:01.143730 run osmo-stp_10.42.42.5(pid=7307): stdout: \u000a| (launched: 2022-12-14_10:16:59.275821)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:17:01.279711 run osmo-stp_10.42.42.5(pid=7307): stderr: \u000a| �[0;m�[38;5;43m20221214101659468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214101659468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214101659468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214101659469 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214101659469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214101659469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214101659469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:17:01.438038 run patchelf(pid=7310): Terminating (SIGINT)\u000a10:17:01.666625 run patchelf(pid=7310): Terminated: ok {rc=0}\u000a10:17:01.710000 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=7307): Process ended prematurely: osmo-stp_10.42.42.5(pid=7307) [trial-2403↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7307)] [trial-2403↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a10:17:01.723600 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a10:17:01.799278 run osmo-hlr_10.42.42.2(pid=7304): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7304)]\u000a10:17:01.863755 run osmo-hlr_10.42.42.2(pid=7304): stdout: \u000a| (launched: 2022-12-14_10:16:58.274112) \u000a10:17:01.929059 run osmo-hlr_10.42.42.2(pid=7304): stderr: \u000a| �[0;m�[1;31m20221214101658472 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214101658472 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214101658472 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214101658472 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214101658472 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214101658472 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214101658494 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:trx-b200+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214101658504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214101658504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214101658504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:17:01.981539 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7303): Terminating (SIGTERM)\u000a10:17:02.029209 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7306): Terminating (SIGTERM)\u000a10:17:02.073919 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7309): Terminating (SIGTERM)\u000a10:17:02.084263 --- ParallelTerminationStrategy: PID 7303 died...\u000a10:17:02.151717 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7303): Terminated: ok {rc=0}\u000a10:17:02.165643 --- ParallelTerminationStrategy: PID 7306 died...\u000a10:17:02.234079 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7306): Terminated: ok {rc=0}\u000a10:17:02.246567 --- ParallelTerminationStrategy: PID 7309 died...\u000a10:17:02.302417 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7309): Terminated: ok {rc=0}\u000a10:17:02.389969 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "51", "name" : "gprs_trx-b200+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T10:16:03" }, { "cases" : [ { "testActions" : [ ], "age" : 265, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7327): Process ended prematurely: osmo-stp_10.42.42.5(pid=7327) [trial-2403↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7327)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7327): Process ended prematurely: osmo-stp_10.42.42.5(pid=7327) [trial-2403↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7327)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:trx-b200+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a10:17:04.555067 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:17:04.566401 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a10:17:04.733084 tst cs_paging_gprs_active.py: using LAC 40236\u000a10:17:04.859239 tst cs_paging_gprs_active.py: using RAC 201\u000a10:17:04.985668 tst cs_paging_gprs_active.py: using CellId 40236\u000a10:17:05.113499 tst cs_paging_gprs_active.py: using BVCI 40237\u000a10:17:05.138469 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:17:05.149756 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:17:05.160801 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:17:05.171848 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:17:05.182941 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:17:05.194099 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:17:05.205291 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:17:05.216284 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:17:05.228119 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:17:05.347697 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:17:05.645126 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a10:17:05.781331 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:17:06.121068 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7317): Launched\u000a10:17:06.404065 run iperf3-srv_10.42.42.10(pid=7318): Launched\u000a10:17:06.604909 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a10:17:06.741132 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:17:07.080726 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7319): Launched\u000a10:17:07.364606 run iperf3-srv_10.42.42.10(pid=7320): Launched\u000a10:17:07.565958 tst cs_paging_gprs_active.py:38: start network...\u000a10:17:07.702201 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:17:08.227250 run create_hlr_db(pid=7321): Launched\u000a10:17:08.416873 bus /gobi_6: Setting Powered False\u000a10:17:09.437558 run create_hlr_db(pid=7321): Terminated: ok {rc=0}\u000a10:17:09.850596 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7323): Launched\u000a10:17:10.157790 run osmo-hlr_10.42.42.2(pid=7324): Launched\u000a10:17:10.275140 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:17:10.809152 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7326): Launched\u000a10:17:11.116620 run osmo-stp_10.42.42.5(pid=7327): Launched\u000a10:17:11.228492 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:17:11.766855 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7329): Launched\u000a10:17:11.876549 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:17:12.148321 run patchelf(pid=7330): Launched\u000a10:17:12.328800 run osmo-stp_10.42.42.5(pid=7327): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7327)]\u000a10:17:12.461310 run osmo-stp_10.42.42.5(pid=7327): stdout: \u000a| (launched: 2022-12-14_10:17:10.964676)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:17:12.593330 run osmo-stp_10.42.42.5(pid=7327): stderr: \u000a| �[0;m�[38;5;43m20221214101711136 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214101711136 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214101711137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214101711137 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214101711137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214101711138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214101711138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:17:12.720487 run osmo-stp_10.42.42.5(pid=7327): stdout: \u000a| (launched: 2022-12-14_10:17:10.964676)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:17:12.846729 run osmo-stp_10.42.42.5(pid=7327): stderr: \u000a| �[0;m�[38;5;43m20221214101711136 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214101711136 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214101711137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214101711137 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214101711137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214101711138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214101711138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:17:12.994491 run patchelf(pid=7330): Terminating (SIGINT)\u000a10:17:13.167634 run patchelf(pid=7330): Terminated: ok {rc=0}\u000a10:17:13.200061 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=7327): Process ended prematurely: osmo-stp_10.42.42.5(pid=7327) [trial-2403↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7327)] [trial-2403↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a10:17:13.209417 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a10:17:13.270727 run osmo-hlr_10.42.42.2(pid=7324): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7324)]\u000a10:17:13.320428 run osmo-hlr_10.42.42.2(pid=7324): stdout: \u000a| (launched: 2022-12-14_10:17:10.006080) \u000a10:17:13.370646 run osmo-hlr_10.42.42.2(pid=7324): stderr: \u000a| �[0;m�[1;31m20221214101710181 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214101710181 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214101710181 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214101710182 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214101710182 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214101710182 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214101710194 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:trx-b200+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214101710202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214101710202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214101710202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:17:13.413323 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7317): Terminating (SIGTERM)\u000a10:17:13.453575 run iperf3-srv_10.42.42.10(pid=7318): Terminating (SIGTERM)\u000a10:17:13.493873 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7319): Terminating (SIGTERM)\u000a10:17:13.533897 run iperf3-srv_10.42.42.10(pid=7320): Terminating (SIGTERM)\u000a10:17:13.574030 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7323): Terminating (SIGTERM)\u000a10:17:13.614804 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7326): Terminating (SIGTERM)\u000a10:17:13.654964 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7329): Terminating (SIGTERM)\u000a10:17:13.664235 --- ParallelTerminationStrategy: PID 7317 died...\u000a10:17:13.718129 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7317): Terminated: ok {rc=0}\u000a10:17:13.727734 --- ParallelTerminationStrategy: PID 7318 died...\u000a10:17:13.781185 run iperf3-srv_10.42.42.10(pid=7318): Terminated {rc=256}\u000a10:17:13.791015 --- ParallelTerminationStrategy: PID 7319 died...\u000a10:17:13.844737 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7319): Terminated: ok {rc=0}\u000a10:17:13.854425 --- ParallelTerminationStrategy: PID 7320 died...\u000a10:17:13.907522 run iperf3-srv_10.42.42.10(pid=7320): Terminated {rc=256}\u000a10:17:13.917070 --- ParallelTerminationStrategy: PID 7323 died...\u000a10:17:13.970503 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7323): Terminated: ok {rc=0}\u000a10:17:13.980125 --- ParallelTerminationStrategy: PID 7326 died...\u000a10:17:14.033584 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7326): Terminated: ok {rc=0}\u000a10:17:14.043183 --- ParallelTerminationStrategy: PID 7329 died...\u000a10:17:14.096777 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7329): Terminated: ok {rc=0}\u000a10:17:14.185531 bus /gobi_0: Setting Powered False\u000a10:17:15.293818 bus /gobi_0: Setting Powered False\u000a10:17:16.406136 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 265, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7339): Process ended prematurely: osmo-stp_10.42.42.5(pid=7339) [trial-2403↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7339)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7339): Process ended prematurely: osmo-stp_10.42.42.5(pid=7339) [trial-2403↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7339)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:trx-b200+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a10:17:17.514194 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:17:17.525694 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a10:17:17.689572 tst iperf3.py: using LAC 40237\u000a10:17:17.809613 tst iperf3.py: using RAC 202\u000a10:17:17.933350 tst iperf3.py: using CellId 40237\u000a10:17:18.051755 tst iperf3.py: using BVCI 40238\u000a10:17:18.075245 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:17:18.086163 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:17:18.096856 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:17:18.107508 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:17:18.118436 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:17:18.129471 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:17:18.140463 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:17:18.151482 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:17:18.162788 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:17:18.460142 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:17:18.597040 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:17:18.936831 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7331): Launched\u000a10:17:19.220640 run iperf3-srv_10.42.42.10(pid=7332): Launched\u000a10:17:19.422668 tst iperf3.py:8: start network...\u000a10:17:19.559781 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:17:20.085869 run create_hlr_db(pid=7333): Launched\u000a10:17:20.274578 bus /gobi_6: Setting Powered False\u000a10:17:21.296129 run create_hlr_db(pid=7333): Terminated: ok {rc=0}\u000a10:17:21.710271 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7335): Launched\u000a10:17:22.016899 run osmo-hlr_10.42.42.2(pid=7336): Launched\u000a10:17:22.137676 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:17:22.676937 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7338): Launched\u000a10:17:22.983736 run osmo-stp_10.42.42.5(pid=7339): Launched\u000a10:17:23.097617 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:17:23.632152 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7341): Launched\u000a10:17:23.741398 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:17:24.011954 run patchelf(pid=7342): Launched\u000a10:17:24.192690 run osmo-stp_10.42.42.5(pid=7339): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7339)]\u000a10:17:24.325027 run osmo-stp_10.42.42.5(pid=7339): stdout: \u000a| (launched: 2022-12-14_10:17:22.832384)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:17:24.457321 run osmo-stp_10.42.42.5(pid=7339): stderr: \u000a| �[0;m�[38;5;43m20221214101723003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214101723003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214101723003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214101723004 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214101723004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214101723005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214101723005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:17:24.585315 run osmo-stp_10.42.42.5(pid=7339): stdout: \u000a| (launched: 2022-12-14_10:17:22.832384)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:17:24.711492 run osmo-stp_10.42.42.5(pid=7339): stderr: \u000a| �[0;m�[38;5;43m20221214101723003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214101723003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214101723003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214101723004 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214101723004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214101723005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214101723005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:17:24.858599 run patchelf(pid=7342): Terminating (SIGINT)\u000a10:17:25.031688 run patchelf(pid=7342): Terminated: ok {rc=0}\u000a10:17:25.063418 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7339): Process ended prematurely: osmo-stp_10.42.42.5(pid=7339) [trial-2403↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7339)] [trial-2403↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a10:17:25.072743 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a10:17:25.134533 run osmo-hlr_10.42.42.2(pid=7336): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7336)]\u000a10:17:25.184693 run osmo-hlr_10.42.42.2(pid=7336): stdout: \u000a| (launched: 2022-12-14_10:17:21.865577) \u000a10:17:25.235402 run osmo-hlr_10.42.42.2(pid=7336): stderr: \u000a| �[0;m�[1;31m20221214101722042 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214101722042 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214101722042 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214101722042 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214101722042 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214101722042 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214101722055 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:trx-b200+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214101722066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214101722066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214101722066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:17:25.278596 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7331): Terminating (SIGTERM)\u000a10:17:25.319227 run iperf3-srv_10.42.42.10(pid=7332): Terminating (SIGTERM)\u000a10:17:25.359853 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7335): Terminating (SIGTERM)\u000a10:17:25.400534 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7338): Terminating (SIGTERM)\u000a10:17:25.441593 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7341): Terminating (SIGTERM)\u000a10:17:25.450979 --- ParallelTerminationStrategy: PID 7331 died...\u000a10:17:25.505693 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7331): Terminated: ok {rc=0}\u000a10:17:25.515446 --- ParallelTerminationStrategy: PID 7332 died...\u000a10:17:25.569442 run iperf3-srv_10.42.42.10(pid=7332): Terminated {rc=256}\u000a10:17:25.578973 --- ParallelTerminationStrategy: PID 7335 died...\u000a10:17:25.632885 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7335): Terminated: ok {rc=0}\u000a10:17:25.642512 --- ParallelTerminationStrategy: PID 7338 died...\u000a10:17:25.696539 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7338): Terminated: ok {rc=0}\u000a10:17:25.706269 --- ParallelTerminationStrategy: PID 7341 died...\u000a10:17:25.760349 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7341): Terminated: ok {rc=0}\u000a10:17:25.844751 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 265, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7357): Process ended prematurely: osmo-stp_10.42.42.5(pid=7357) [trial-2403↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7357)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7357): Process ended prematurely: osmo-stp_10.42.42.5(pid=7357) [trial-2403↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7357)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:trx-b200+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a10:17:26.956377 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:17:26.968059 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a10:17:27.127926 tst iperf3m4.py: using LAC 40238\u000a10:17:27.254886 tst iperf3m4.py: using RAC 203\u000a10:17:27.373652 tst iperf3m4.py: using CellId 40238\u000a10:17:27.492052 tst iperf3m4.py: using BVCI 40239\u000a10:17:27.515660 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:17:27.526580 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:17:27.537462 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:17:27.548147 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:17:27.559781 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:17:27.571447 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:17:27.583175 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:17:27.594702 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:17:27.606438 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:17:27.729912 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:17:27.849790 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:17:27.971790 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:17:28.255762 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:17:28.384784 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:17:28.707079 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7343): Launched\u000a10:17:28.974993 run iperf3-srv_10.42.42.10(pid=7344): Launched\u000a10:17:29.162005 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a10:17:29.289737 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:17:29.609307 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7345): Launched\u000a10:17:29.878103 run iperf3-srv_10.42.42.10(pid=7346): Launched\u000a10:17:30.065794 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a10:17:30.194188 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:17:30.514832 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7347): Launched\u000a10:17:30.782316 run iperf3-srv_10.42.42.10(pid=7348): Launched\u000a10:17:31.003682 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a10:17:31.135272 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:17:31.470154 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7349): Launched\u000a10:17:31.750781 run iperf3-srv_10.42.42.10(pid=7350): Launched\u000a10:17:31.942209 tst iperf3m4.py:8: start network...\u000a10:17:32.072595 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:17:32.563206 run create_hlr_db(pid=7351): Launched\u000a10:17:32.739887 bus /gobi_6: Setting Powered False\u000a10:17:33.761989 run create_hlr_db(pid=7351): Terminated: ok {rc=0}\u000a10:17:34.201009 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7353): Launched\u000a10:17:34.531767 run osmo-hlr_10.42.42.2(pid=7354): Launched\u000a10:17:34.654917 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:17:35.231083 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7356): Launched\u000a10:17:35.561843 run osmo-stp_10.42.42.5(pid=7357): Launched\u000a10:17:35.680587 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:17:36.255472 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7359): Launched\u000a10:17:36.373095 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:17:36.662798 run patchelf(pid=7360): Launched\u000a10:17:36.854804 run osmo-stp_10.42.42.5(pid=7357): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7357)]\u000a10:17:36.995564 run osmo-stp_10.42.42.5(pid=7357): stdout: \u000a| (launched: 2022-12-14_10:17:35.398795)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:17:37.136038 run osmo-stp_10.42.42.5(pid=7357): stderr: \u000a| �[0;m�[38;5;43m20221214101735586 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214101735587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214101735587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214101735587 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214101735588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214101735588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214101735588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:17:37.271953 run osmo-stp_10.42.42.5(pid=7357): stdout: \u000a| (launched: 2022-12-14_10:17:35.398795)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:17:37.407067 run osmo-stp_10.42.42.5(pid=7357): stderr: \u000a| �[0;m�[38;5;43m20221214101735586 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214101735587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214101735587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214101735587 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214101735588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214101735588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214101735588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:17:37.564305 run patchelf(pid=7360): Terminating (SIGINT)\u000a10:17:37.749722 run patchelf(pid=7360): Terminated: ok {rc=0}\u000a10:17:37.783994 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7357): Process ended prematurely: osmo-stp_10.42.42.5(pid=7357) [trial-2403↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7357)] [trial-2403↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a10:17:37.794817 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a10:17:37.858792 run osmo-hlr_10.42.42.2(pid=7354): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7354)]\u000a10:17:37.910689 run osmo-hlr_10.42.42.2(pid=7354): stdout: \u000a| (launched: 2022-12-14_10:17:34.368120) \u000a10:17:37.963218 run osmo-hlr_10.42.42.2(pid=7354): stderr: \u000a| �[0;m�[1;31m20221214101734566 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214101734566 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214101734566 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214101734566 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214101734566 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214101734566 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214101734578 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:trx-b200+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214101734587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214101734587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214101734587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:17:38.008020 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7343): Terminating (SIGTERM)\u000a10:17:38.050643 run iperf3-srv_10.42.42.10(pid=7344): Terminating (SIGTERM)\u000a10:17:38.093356 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7345): Terminating (SIGTERM)\u000a10:17:38.135828 run iperf3-srv_10.42.42.10(pid=7346): Terminating (SIGTERM)\u000a10:17:38.178268 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7347): Terminating (SIGTERM)\u000a10:17:38.220612 run iperf3-srv_10.42.42.10(pid=7348): Terminating (SIGTERM)\u000a10:17:38.263004 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7349): Terminating (SIGTERM)\u000a10:17:38.305566 run iperf3-srv_10.42.42.10(pid=7350): Terminating (SIGTERM)\u000a10:17:38.348476 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7353): Terminating (SIGTERM)\u000a10:17:38.391079 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7356): Terminating (SIGTERM)\u000a10:17:38.433506 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7359): Terminating (SIGTERM)\u000a10:17:38.443355 --- ParallelTerminationStrategy: PID 7343 died...\u000a10:17:38.500341 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7343): Terminated: ok {rc=0}\u000a10:17:38.510648 --- ParallelTerminationStrategy: PID 7344 died...\u000a10:17:38.566835 run iperf3-srv_10.42.42.10(pid=7344): Terminated {rc=256}\u000a10:17:38.577010 --- ParallelTerminationStrategy: PID 7345 died...\u000a10:17:38.633275 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7345): Terminated: ok {rc=0}\u000a10:17:38.643455 --- ParallelTerminationStrategy: PID 7346 died...\u000a10:17:38.699506 run iperf3-srv_10.42.42.10(pid=7346): Terminated {rc=256}\u000a10:17:38.709811 --- ParallelTerminationStrategy: PID 7347 died...\u000a10:17:38.766118 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7347): Terminated: ok {rc=0}\u000a10:17:38.776336 --- ParallelTerminationStrategy: PID 7348 died...\u000a10:17:38.832457 run iperf3-srv_10.42.42.10(pid=7348): Terminated {rc=256}\u000a10:17:38.842614 --- ParallelTerminationStrategy: PID 7349 died...\u000a10:17:38.899072 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7349): Terminated: ok {rc=0}\u000a10:17:38.909410 --- ParallelTerminationStrategy: PID 7350 died...\u000a10:17:38.965643 run iperf3-srv_10.42.42.10(pid=7350): Terminated {rc=256}\u000a10:17:38.975830 --- ParallelTerminationStrategy: PID 7353 died...\u000a10:17:39.032112 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7353): Terminated: ok {rc=0}\u000a10:17:39.042341 --- ParallelTerminationStrategy: PID 7356 died...\u000a10:17:39.098462 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7356): Terminated: ok {rc=0}\u000a10:17:39.108699 --- ParallelTerminationStrategy: PID 7359 died...\u000a10:17:39.165023 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7359): Terminated: ok {rc=0}\u000a10:17:39.251877 bus /gobi_4: Setting Powered False\u000a10:17:40.354433 bus /gobi_4: Setting Powered False\u000a10:17:41.466362 bus /gobi_1: Setting Powered False\u000a10:17:42.569676 bus /gobi_1: Setting Powered False\u000a10:17:43.681365 bus /gobi_0: Setting Powered False\u000a10:17:44.789109 bus /gobi_0: Setting Powered False\u000a10:17:45.901127 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 265, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7367): Process ended prematurely: osmo-stp_10.42.42.5(pid=7367) [trial-2403↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7367)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7367): Process ended prematurely: osmo-stp_10.42.42.5(pid=7367) [trial-2403↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7367)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:trx-b200+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a10:17:46.974765 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:17:46.987426 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a10:17:47.180404 tst ping.py: using LAC 40239\u000a10:17:47.304878 tst ping.py: using RAC 204\u000a10:17:47.427041 tst ping.py: using CellId 40239\u000a10:17:47.543004 tst ping.py: using BVCI 40240\u000a10:17:47.566110 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:17:47.577112 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:17:47.587720 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:17:47.598514 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:17:47.609511 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:17:47.620415 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:17:47.631577 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:17:47.642619 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:17:47.920752 tst ping.py:19: start network...\u000a10:17:48.046662 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:17:48.523883 run create_hlr_db(pid=7361): Launched\u000a10:17:48.698229 bus /gobi_6: Setting Powered False\u000a10:17:49.719680 run create_hlr_db(pid=7361): Terminated: ok {rc=0}\u000a10:17:50.153100 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7363): Launched\u000a10:17:50.477686 run osmo-hlr_10.42.42.2(pid=7364): Launched\u000a10:17:50.596056 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:17:51.159078 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7366): Launched\u000a10:17:51.480756 run osmo-stp_10.42.42.5(pid=7367): Launched\u000a10:17:51.597355 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:17:52.161669 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7369): Launched\u000a10:17:52.276243 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:17:52.559638 run patchelf(pid=7370): Launched\u000a10:17:52.748256 run osmo-stp_10.42.42.5(pid=7367): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7367)]\u000a10:17:52.886319 run osmo-stp_10.42.42.5(pid=7367): stdout: \u000a| (launched: 2022-12-14_10:17:51.322066)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:17:53.025070 run osmo-stp_10.42.42.5(pid=7367): stderr: \u000a| �[0;m�[38;5;43m20221214101751516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214101751516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214101751516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214101751517 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214101751517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214101751517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214101751517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:17:53.158663 run osmo-stp_10.42.42.5(pid=7367): stdout: \u000a| (launched: 2022-12-14_10:17:51.322066)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:17:53.291039 run osmo-stp_10.42.42.5(pid=7367): stderr: \u000a| �[0;m�[38;5;43m20221214101751516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214101751516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214101751516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214101751517 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214101751517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214101751517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214101751517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:17:53.445757 run patchelf(pid=7370): Terminating (SIGINT)\u000a10:17:53.626780 run patchelf(pid=7370): Terminated: ok {rc=0}\u000a10:17:53.659741 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=7367): Process ended prematurely: osmo-stp_10.42.42.5(pid=7367) [trial-2403↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7367)] [trial-2403↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22]\u000a10:17:53.669405 tst ping.py:22: Test FAILED (6.7 sec)\u000a10:17:53.733173 run osmo-hlr_10.42.42.2(pid=7364): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7364)]\u000a10:17:53.785459 run osmo-hlr_10.42.42.2(pid=7364): stdout: \u000a| (launched: 2022-12-14_10:17:50.316554) \u000a10:17:53.838397 run osmo-hlr_10.42.42.2(pid=7364): stderr: \u000a| �[0;m�[1;31m20221214101750517 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214101750517 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214101750517 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214101750517 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214101750517 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214101750517 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214101750529 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:trx-b200+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214101750537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214101750538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214101750538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:17:53.883582 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7363): Terminating (SIGTERM)\u000a10:17:53.926413 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7366): Terminating (SIGTERM)\u000a10:17:53.968890 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7369): Terminating (SIGTERM)\u000a10:17:53.978783 --- ParallelTerminationStrategy: PID 7363 died...\u000a10:17:54.035786 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7363): Terminated: ok {rc=0}\u000a10:17:54.046090 --- ParallelTerminationStrategy: PID 7366 died...\u000a10:17:54.102414 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7366): Terminated: ok {rc=0}\u000a10:17:54.112652 --- ParallelTerminationStrategy: PID 7369 died...\u000a10:17:54.168641 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7369): Terminated: ok {rc=0}\u000a10:17:54.255164 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 265, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7377): Process ended prematurely: osmo-stp_10.42.42.5(pid=7377) [trial-2403↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7377)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7377): Process ended prematurely: osmo-stp_10.42.42.5(pid=7377) [trial-2403↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7377)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:trx-b200+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a10:17:55.308838 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:17:55.320820 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a10:17:55.489818 tst ping_idle_ping.py: using LAC 40240\u000a10:17:55.613474 tst ping_idle_ping.py: using RAC 205\u000a10:17:55.740220 tst ping_idle_ping.py: using CellId 40240\u000a10:17:55.868433 tst ping_idle_ping.py: using BVCI 40241\u000a10:17:55.893281 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:17:55.904721 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:17:55.916151 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:17:55.927495 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:17:55.939277 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:17:55.951100 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:17:55.962993 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:17:55.974729 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:17:56.255374 tst ping_idle_ping.py:24: start network...\u000a10:17:56.381702 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:17:56.865667 run create_hlr_db(pid=7371): Launched\u000a10:17:57.040892 bus /gobi_6: Setting Powered False\u000a10:17:58.062241 run create_hlr_db(pid=7371): Terminated: ok {rc=0}\u000a10:17:58.494204 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7373): Launched\u000a10:17:58.819472 run osmo-hlr_10.42.42.2(pid=7374): Launched\u000a10:17:58.938381 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:17:59.499432 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7376): Launched\u000a10:17:59.823475 run osmo-stp_10.42.42.5(pid=7377): Launched\u000a10:17:59.939871 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:18:00.505133 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7379): Launched\u000a10:18:00.619871 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:18:00.916368 run patchelf(pid=7380): Launched\u000a10:18:01.116208 run osmo-stp_10.42.42.5(pid=7377): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7377)]\u000a10:18:01.259660 run osmo-stp_10.42.42.5(pid=7377): stdout: \u000a| (launched: 2022-12-14_10:17:59.663133)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:18:01.403567 run osmo-stp_10.42.42.5(pid=7377): stderr: \u000a| �[0;m�[38;5;43m20221214101759855 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214101759855 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214101759855 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214101759856 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214101759856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214101759856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214101759856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:18:01.539893 run osmo-stp_10.42.42.5(pid=7377): stdout: \u000a| (launched: 2022-12-14_10:17:59.663133)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:18:01.670902 run osmo-stp_10.42.42.5(pid=7377): stderr: \u000a| �[0;m�[38;5;43m20221214101759855 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214101759855 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214101759855 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214101759856 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214101759856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214101759856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214101759856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:18:01.821570 run patchelf(pid=7380): Terminating (SIGINT)\u000a10:18:02.000447 run patchelf(pid=7380): Terminated: ok {rc=0}\u000a10:18:02.034353 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=7377): Process ended prematurely: osmo-stp_10.42.42.5(pid=7377) [trial-2403↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7377)] [trial-2403↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a10:18:02.044290 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a10:18:02.109037 run osmo-hlr_10.42.42.2(pid=7374): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7374)]\u000a10:18:02.162652 run osmo-hlr_10.42.42.2(pid=7374): stdout: \u000a| (launched: 2022-12-14_10:17:58.658515) \u000a10:18:02.216121 run osmo-hlr_10.42.42.2(pid=7374): stderr: \u000a| �[0;m�[1;31m20221214101758857 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214101758857 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214101758857 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214101758857 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214101758857 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214101758857 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214101758869 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:trx-b200+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214101758877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214101758878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214101758878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:18:02.259320 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7373): Terminating (SIGTERM)\u000a10:18:02.299533 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7376): Terminating (SIGTERM)\u000a10:18:02.340018 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7379): Terminating (SIGTERM)\u000a10:18:02.349387 --- ParallelTerminationStrategy: PID 7373 died...\u000a10:18:02.403958 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7373): Terminated: ok {rc=0}\u000a10:18:02.414027 --- ParallelTerminationStrategy: PID 7376 died...\u000a10:18:02.467890 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7376): Terminated: ok {rc=0}\u000a10:18:02.477564 --- ParallelTerminationStrategy: PID 7379 died...\u000a10:18:02.531072 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7379): Terminated: ok {rc=0}\u000a10:18:02.619228 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "52", "name" : "gprs_trx-b200+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T10:17:04" }, { "cases" : [ { "testActions" : [ ], "age" : 265, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7397): Process ended prematurely: osmo-stp_10.42.42.5(pid=7397) [trial-2403↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7397)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7397): Process ended prematurely: osmo-stp_10.42.42.5(pid=7397) [trial-2403↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7397)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:trx-b200+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a10:18:04.786031 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:18:04.797411 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:18:04.963772 tst cs_paging_gprs_active.py: using LAC 40241\u000a10:18:05.091630 tst cs_paging_gprs_active.py: using RAC 206\u000a10:18:05.221391 tst cs_paging_gprs_active.py: using CellId 40241\u000a10:18:05.341425 tst cs_paging_gprs_active.py: using BVCI 40242\u000a10:18:05.364795 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:18:05.375768 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:18:05.386723 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:18:05.397637 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:18:05.408456 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:18:05.419504 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:18:05.430632 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:18:05.441755 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:18:05.452727 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:18:05.572000 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:18:05.870202 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a10:18:06.008168 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:18:06.348404 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7387): Launched\u000a10:18:06.633358 run iperf3-srv_10.42.42.10(pid=7388): Launched\u000a10:18:06.834422 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a10:18:06.972542 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:18:07.315628 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7389): Launched\u000a10:18:07.601341 run iperf3-srv_10.42.42.10(pid=7390): Launched\u000a10:18:07.802025 tst cs_paging_gprs_active.py:38: start network...\u000a10:18:07.938665 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:18:08.466221 run create_hlr_db(pid=7391): Launched\u000a10:18:08.656203 bus /gobi_6: Setting Powered False\u000a10:18:09.676849 run create_hlr_db(pid=7391): Terminated: ok {rc=0}\u000a10:18:10.090736 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7393): Launched\u000a10:18:10.398885 run osmo-hlr_10.42.42.2(pid=7394): Launched\u000a10:18:10.517532 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:18:11.057237 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7396): Launched\u000a10:18:11.365014 run osmo-stp_10.42.42.5(pid=7397): Launched\u000a10:18:11.476639 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:18:12.013991 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7399): Launched\u000a10:18:12.124116 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:18:12.394782 run patchelf(pid=7400): Launched\u000a10:18:12.576100 run osmo-stp_10.42.42.5(pid=7397): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7397)]\u000a10:18:12.708450 run osmo-stp_10.42.42.5(pid=7397): stdout: \u000a| (launched: 2022-12-14_10:18:11.213236)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:18:12.840524 run osmo-stp_10.42.42.5(pid=7397): stderr: \u000a| �[0;m�[38;5;43m20221214101811382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214101811382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214101811382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214101811382 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214101811383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214101811383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214101811383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:18:12.968234 run osmo-stp_10.42.42.5(pid=7397): stdout: \u000a| (launched: 2022-12-14_10:18:11.213236)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:18:13.095292 run osmo-stp_10.42.42.5(pid=7397): stderr: \u000a| �[0;m�[38;5;43m20221214101811382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214101811382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214101811382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214101811382 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214101811383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214101811383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214101811383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:18:13.243304 run patchelf(pid=7400): Terminating (SIGINT)\u000a10:18:13.417315 run patchelf(pid=7400): Terminated: ok {rc=0}\u000a10:18:13.449135 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=7397): Process ended prematurely: osmo-stp_10.42.42.5(pid=7397) [trial-2403↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7397)] [trial-2403↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a10:18:13.458617 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a10:18:13.519355 run osmo-hlr_10.42.42.2(pid=7394): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7394)]\u000a10:18:13.568646 run osmo-hlr_10.42.42.2(pid=7394): stdout: \u000a| (launched: 2022-12-14_10:18:10.246514) \u000a10:18:13.618639 run osmo-hlr_10.42.42.2(pid=7394): stderr: \u000a| �[0;m�[1;31m20221214101810422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214101810422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214101810422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214101810422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214101810422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214101810422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214101810434 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:trx-b200+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214101810442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214101810442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214101810442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:18:13.661376 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7387): Terminating (SIGTERM)\u000a10:18:13.701320 run iperf3-srv_10.42.42.10(pid=7388): Terminating (SIGTERM)\u000a10:18:13.741365 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7389): Terminating (SIGTERM)\u000a10:18:13.781298 run iperf3-srv_10.42.42.10(pid=7390): Terminating (SIGTERM)\u000a10:18:13.821631 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7393): Terminating (SIGTERM)\u000a10:18:13.861343 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7396): Terminating (SIGTERM)\u000a10:18:13.901653 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7399): Terminating (SIGTERM)\u000a10:18:13.910751 --- ParallelTerminationStrategy: PID 7387 died...\u000a10:18:13.964433 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7387): Terminated: ok {rc=0}\u000a10:18:13.974103 --- ParallelTerminationStrategy: PID 7388 died...\u000a10:18:14.027509 run iperf3-srv_10.42.42.10(pid=7388): Terminated {rc=256}\u000a10:18:14.037045 --- ParallelTerminationStrategy: PID 7389 died...\u000a10:18:14.090667 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7389): Terminated: ok {rc=0}\u000a10:18:14.100087 --- ParallelTerminationStrategy: PID 7390 died...\u000a10:18:14.153251 run iperf3-srv_10.42.42.10(pid=7390): Terminated {rc=256}\u000a10:18:14.162616 --- ParallelTerminationStrategy: PID 7393 died...\u000a10:18:14.216170 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7393): Terminated: ok {rc=0}\u000a10:18:14.225737 --- ParallelTerminationStrategy: PID 7396 died...\u000a10:18:14.279143 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7396): Terminated: ok {rc=0}\u000a10:18:14.288656 --- ParallelTerminationStrategy: PID 7399 died...\u000a10:18:14.341902 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7399): Terminated: ok {rc=0}\u000a10:18:14.430590 bus /gobi_0: Setting Powered False\u000a10:18:15.534311 bus /gobi_0: Setting Powered False\u000a10:18:16.672579 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 265, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7409): Process ended prematurely: osmo-stp_10.42.42.5(pid=7409) [trial-2403↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7409)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7409): Process ended prematurely: osmo-stp_10.42.42.5(pid=7409) [trial-2403↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7409)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:trx-b200+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a10:18:17.788446 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:18:17.800480 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:18:17.969183 tst iperf3.py: using LAC 40242\u000a10:18:18.098338 tst iperf3.py: using RAC 207\u000a10:18:18.227702 tst iperf3.py: using CellId 40242\u000a10:18:18.355182 tst iperf3.py: using BVCI 40243\u000a10:18:18.380218 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:18:18.392010 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:18:18.403448 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:18:18.414720 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:18:18.425806 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:18:18.436937 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:18:18.448269 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:18:18.459443 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:18:18.470773 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:18:18.753386 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:18:18.881507 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:18:19.200871 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7401): Launched\u000a10:18:19.465628 run iperf3-srv_10.42.42.10(pid=7402): Launched\u000a10:18:19.652609 tst iperf3.py:8: start network...\u000a10:18:19.780717 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:18:20.267522 run create_hlr_db(pid=7403): Launched\u000a10:18:20.444355 bus /gobi_6: Setting Powered False\u000a10:18:21.466613 run create_hlr_db(pid=7403): Terminated: ok {rc=0}\u000a10:18:21.903658 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7405): Launched\u000a10:18:22.233747 run osmo-hlr_10.42.42.2(pid=7406): Launched\u000a10:18:22.354420 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:18:22.926715 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7408): Launched\u000a10:18:23.255190 run osmo-stp_10.42.42.5(pid=7409): Launched\u000a10:18:23.374046 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:18:23.945860 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7411): Launched\u000a10:18:24.062819 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:18:24.351530 run patchelf(pid=7412): Launched\u000a10:18:24.543533 run osmo-stp_10.42.42.5(pid=7409): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7409)]\u000a10:18:24.683771 run osmo-stp_10.42.42.5(pid=7409): stdout: \u000a| (launched: 2022-12-14_10:18:23.093739)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:18:24.823912 run osmo-stp_10.42.42.5(pid=7409): stderr: \u000a| �[0;m�[38;5;43m20221214101823287 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214101823287 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214101823288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214101823288 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214101823288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214101823289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214101823289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:18:24.959236 run osmo-stp_10.42.42.5(pid=7409): stdout: \u000a| (launched: 2022-12-14_10:18:23.093739)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:18:25.093261 run osmo-stp_10.42.42.5(pid=7409): stderr: \u000a| �[0;m�[38;5;43m20221214101823287 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214101823287 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214101823288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214101823288 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214101823288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214101823289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214101823289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:18:25.250028 run patchelf(pid=7412): Terminating (SIGINT)\u000a10:18:25.435191 run patchelf(pid=7412): Terminated: ok {rc=0}\u000a10:18:25.469212 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7409): Process ended prematurely: osmo-stp_10.42.42.5(pid=7409) [trial-2403↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7409)] [trial-2403↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a10:18:25.479384 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a10:18:25.543572 run osmo-hlr_10.42.42.2(pid=7406): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7406)]\u000a10:18:25.595935 run osmo-hlr_10.42.42.2(pid=7406): stdout: \u000a| (launched: 2022-12-14_10:18:22.069929) \u000a10:18:25.648914 run osmo-hlr_10.42.42.2(pid=7406): stderr: \u000a| �[0;m�[1;31m20221214101822269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214101822269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214101822269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214101822269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214101822269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214101822269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214101822286 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:trx-b200+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214101822295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214101822296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214101822296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:18:25.693910 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7401): Terminating (SIGTERM)\u000a10:18:25.736210 run iperf3-srv_10.42.42.10(pid=7402): Terminating (SIGTERM)\u000a10:18:25.778830 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7405): Terminating (SIGTERM)\u000a10:18:25.821350 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7408): Terminating (SIGTERM)\u000a10:18:25.863780 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7411): Terminating (SIGTERM)\u000a10:18:25.873716 --- ParallelTerminationStrategy: PID 7401 died...\u000a10:18:25.930024 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7401): Terminated: ok {rc=0}\u000a10:18:25.940115 --- ParallelTerminationStrategy: PID 7402 died...\u000a10:18:25.995973 run iperf3-srv_10.42.42.10(pid=7402): Terminated {rc=256}\u000a10:18:26.006031 --- ParallelTerminationStrategy: PID 7405 died...\u000a10:18:26.062547 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7405): Terminated: ok {rc=0}\u000a10:18:26.072624 --- ParallelTerminationStrategy: PID 7408 died...\u000a10:18:26.128654 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7408): Terminated: ok {rc=0}\u000a10:18:26.138702 --- ParallelTerminationStrategy: PID 7411 died...\u000a10:18:26.195336 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7411): Terminated: ok {rc=0}\u000a10:18:26.282599 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 265, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7427): Process ended prematurely: osmo-stp_10.42.42.5(pid=7427) [trial-2403↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7427)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7427): Process ended prematurely: osmo-stp_10.42.42.5(pid=7427) [trial-2403↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7427)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:trx-b200+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a10:18:27.398954 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:18:27.411068 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:18:27.580774 tst iperf3m4.py: using LAC 40243\u000a10:18:27.708861 tst iperf3m4.py: using RAC 208\u000a10:18:27.837993 tst iperf3m4.py: using CellId 40243\u000a10:18:27.967256 tst iperf3m4.py: using BVCI 40244\u000a10:18:27.992619 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:18:28.003965 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:18:28.015264 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:18:28.026424 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:18:28.038124 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:18:28.049874 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:18:28.061987 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:18:28.073615 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:18:28.085513 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:18:28.206444 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:18:28.327094 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:18:28.447875 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:18:28.733495 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:18:28.861906 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:18:29.182584 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7413): Launched\u000a10:18:29.450560 run iperf3-srv_10.42.42.10(pid=7414): Launched\u000a10:18:29.639016 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a10:18:29.767257 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:18:30.089738 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7415): Launched\u000a10:18:30.357230 run iperf3-srv_10.42.42.10(pid=7416): Launched\u000a10:18:30.544251 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a10:18:30.671682 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:18:31.021926 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7417): Launched\u000a10:18:31.342982 run iperf3-srv_10.42.42.10(pid=7418): Launched\u000a10:18:31.534841 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a10:18:31.666010 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:18:32.005306 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7419): Launched\u000a10:18:32.316353 run iperf3-srv_10.42.42.10(pid=7420): Launched\u000a10:18:32.520432 tst iperf3m4.py:8: start network...\u000a10:18:32.658197 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:18:33.183163 run create_hlr_db(pid=7421): Launched\u000a10:18:33.373457 bus /gobi_6: Setting Powered False\u000a10:18:34.393582 run create_hlr_db(pid=7421): Terminated: ok {rc=0}\u000a10:18:34.833985 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7423): Launched\u000a10:18:35.163720 run osmo-hlr_10.42.42.2(pid=7424): Launched\u000a10:18:35.284489 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:18:35.858802 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7426): Launched\u000a10:18:36.185430 run osmo-stp_10.42.42.5(pid=7427): Launched\u000a10:18:36.302621 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:18:36.875161 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7429): Launched\u000a10:18:36.991927 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:18:37.281043 run patchelf(pid=7430): Launched\u000a10:18:37.474063 run osmo-stp_10.42.42.5(pid=7427): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7427)]\u000a10:18:37.615078 run osmo-stp_10.42.42.5(pid=7427): stdout: \u000a| (launched: 2022-12-14_10:18:36.025053)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:18:37.755237 run osmo-stp_10.42.42.5(pid=7427): stderr: \u000a| �[0;m�[38;5;43m20221214101836216 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214101836217 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214101836217 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214101836217 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214101836218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214101836218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214101836218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:18:37.890678 run osmo-stp_10.42.42.5(pid=7427): stdout: \u000a| (launched: 2022-12-14_10:18:36.025053)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:18:38.025020 run osmo-stp_10.42.42.5(pid=7427): stderr: \u000a| �[0;m�[38;5;43m20221214101836216 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214101836217 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214101836217 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214101836217 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214101836218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214101836218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214101836218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:18:38.181325 run patchelf(pid=7430): Terminating (SIGINT)\u000a10:18:38.366657 run patchelf(pid=7430): Terminated: ok {rc=0}\u000a10:18:38.400421 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7427): Process ended prematurely: osmo-stp_10.42.42.5(pid=7427) [trial-2403↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7427)] [trial-2403↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a10:18:38.410604 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a10:18:38.473850 run osmo-hlr_10.42.42.2(pid=7424): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7424)]\u000a10:18:38.525395 run osmo-hlr_10.42.42.2(pid=7424): stdout: \u000a| (launched: 2022-12-14_10:18:35.001500) \u000a10:18:38.577480 run osmo-hlr_10.42.42.2(pid=7424): stderr: \u000a| �[0;m�[1;31m20221214101835201 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214101835201 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214101835201 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214101835201 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214101835201 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214101835201 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214101835214 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:trx-b200+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214101835222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214101835222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214101835222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:18:38.621994 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7413): Terminating (SIGTERM)\u000a10:18:38.663896 run iperf3-srv_10.42.42.10(pid=7414): Terminating (SIGTERM)\u000a10:18:38.705786 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7415): Terminating (SIGTERM)\u000a10:18:38.747752 run iperf3-srv_10.42.42.10(pid=7416): Terminating (SIGTERM)\u000a10:18:38.789699 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7417): Terminating (SIGTERM)\u000a10:18:38.831604 run iperf3-srv_10.42.42.10(pid=7418): Terminating (SIGTERM)\u000a10:18:38.873557 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7419): Terminating (SIGTERM)\u000a10:18:38.915449 run iperf3-srv_10.42.42.10(pid=7420): Terminating (SIGTERM)\u000a10:18:38.957292 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7423): Terminating (SIGTERM)\u000a10:18:38.999065 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7426): Terminating (SIGTERM)\u000a10:18:39.040856 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7429): Terminating (SIGTERM)\u000a10:18:39.050569 --- ParallelTerminationStrategy: PID 7413 died...\u000a10:18:39.107082 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7413): Terminated: ok {rc=0}\u000a10:18:39.117264 --- ParallelTerminationStrategy: PID 7414 died...\u000a10:18:39.173252 run iperf3-srv_10.42.42.10(pid=7414): Terminated {rc=256}\u000a10:18:39.183328 --- ParallelTerminationStrategy: PID 7415 died...\u000a10:18:39.239439 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7415): Terminated: ok {rc=0}\u000a10:18:39.249649 --- ParallelTerminationStrategy: PID 7416 died...\u000a10:18:39.305607 run iperf3-srv_10.42.42.10(pid=7416): Terminated {rc=256}\u000a10:18:39.315688 --- ParallelTerminationStrategy: PID 7417 died...\u000a10:18:39.372037 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7417): Terminated: ok {rc=0}\u000a10:18:39.382136 --- ParallelTerminationStrategy: PID 7418 died...\u000a10:18:39.438275 run iperf3-srv_10.42.42.10(pid=7418): Terminated {rc=256}\u000a10:18:39.448390 --- ParallelTerminationStrategy: PID 7419 died...\u000a10:18:39.504416 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7419): Terminated: ok {rc=0}\u000a10:18:39.514536 --- ParallelTerminationStrategy: PID 7420 died...\u000a10:18:39.570616 run iperf3-srv_10.42.42.10(pid=7420): Terminated {rc=256}\u000a10:18:39.580727 --- ParallelTerminationStrategy: PID 7423 died...\u000a10:18:39.636763 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7423): Terminated: ok {rc=0}\u000a10:18:39.646930 --- ParallelTerminationStrategy: PID 7426 died...\u000a10:18:39.702929 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7426): Terminated: ok {rc=0}\u000a10:18:39.713200 --- ParallelTerminationStrategy: PID 7429 died...\u000a10:18:39.768933 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7429): Terminated: ok {rc=0}\u000a10:18:39.857388 bus /gobi_4: Setting Powered False\u000a10:18:40.961553 bus /gobi_4: Setting Powered False\u000a10:18:42.072630 bus /gobi_1: Setting Powered False\u000a10:18:43.175920 bus /gobi_1: Setting Powered False\u000a10:18:44.287931 bus /gobi_0: Setting Powered False\u000a10:18:45.394477 bus /gobi_0: Setting Powered False\u000a10:18:46.509346 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 265, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7437): Process ended prematurely: osmo-stp_10.42.42.5(pid=7437) [trial-2403↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7437)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7437): Process ended prematurely: osmo-stp_10.42.42.5(pid=7437) [trial-2403↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7437)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:trx-b200+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a10:18:47.577315 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:18:47.588764 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:18:47.748128 tst ping.py: using LAC 40244\u000a10:18:47.869183 tst ping.py: using RAC 209\u000a10:18:47.989436 tst ping.py: using CellId 40244\u000a10:18:48.108012 tst ping.py: using BVCI 40245\u000a10:18:48.131119 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:18:48.142125 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:18:48.152744 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:18:48.163503 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:18:48.174895 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:18:48.186413 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:18:48.198037 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:18:48.209667 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:18:48.506148 tst ping.py:19: start network...\u000a10:18:48.640876 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:18:49.157482 run create_hlr_db(pid=7431): Launched\u000a10:18:49.345575 bus /gobi_6: Setting Powered False\u000a10:18:50.355633 run create_hlr_db(pid=7431): Terminated: ok {rc=0}\u000a10:18:50.770594 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7433): Launched\u000a10:18:51.076310 run osmo-hlr_10.42.42.2(pid=7434): Launched\u000a10:18:51.194963 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:18:51.739477 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7436): Launched\u000a10:18:52.040412 run osmo-stp_10.42.42.5(pid=7437): Launched\u000a10:18:52.149977 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:18:52.676115 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7439): Launched\u000a10:18:52.782926 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:18:53.046109 run patchelf(pid=7440): Launched\u000a10:18:53.222234 run osmo-stp_10.42.42.5(pid=7437): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7437)]\u000a10:18:53.351159 run osmo-stp_10.42.42.5(pid=7437): stdout: \u000a| (launched: 2022-12-14_10:18:51.891508)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:18:53.480502 run osmo-stp_10.42.42.5(pid=7437): stderr: \u000a| �[0;m�[38;5;43m20221214101852061 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214101852061 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214101852061 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214101852062 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214101852062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214101852062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214101852062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:18:53.604379 run osmo-stp_10.42.42.5(pid=7437): stdout: \u000a| (launched: 2022-12-14_10:18:51.891508)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:18:53.726925 run osmo-stp_10.42.42.5(pid=7437): stderr: \u000a| �[0;m�[38;5;43m20221214101852061 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214101852061 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214101852061 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214101852062 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214101852062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214101852062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214101852062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:18:53.870896 run patchelf(pid=7440): Terminating (SIGINT)\u000a10:18:54.039636 run patchelf(pid=7440): Terminated: ok {rc=0}\u000a10:18:54.070639 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=7437): Process ended prematurely: osmo-stp_10.42.42.5(pid=7437) [trial-2403↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7437)] [trial-2403↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22]\u000a10:18:54.079447 tst ping.py:22: Test FAILED (6.5 sec)\u000a10:18:54.140040 run osmo-hlr_10.42.42.2(pid=7434): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7434)]\u000a10:18:54.189440 run osmo-hlr_10.42.42.2(pid=7434): stdout: \u000a| (launched: 2022-12-14_10:18:50.924438) \u000a10:18:54.239406 run osmo-hlr_10.42.42.2(pid=7434): stderr: \u000a| �[0;m�[1;31m20221214101851102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214101851103 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214101851103 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214101851103 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214101851103 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214101851103 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214101851115 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:trx-b200+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214101851123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214101851124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214101851124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:18:54.282004 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7433): Terminating (SIGTERM)\u000a10:18:54.322124 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7436): Terminating (SIGTERM)\u000a10:18:54.362142 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7439): Terminating (SIGTERM)\u000a10:18:54.371361 --- ParallelTerminationStrategy: PID 7433 died...\u000a10:18:54.425623 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7433): Terminated: ok {rc=0}\u000a10:18:54.435086 --- ParallelTerminationStrategy: PID 7436 died...\u000a10:18:54.488357 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7436): Terminated: ok {rc=0}\u000a10:18:54.497821 --- ParallelTerminationStrategy: PID 7439 died...\u000a10:18:54.551271 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7439): Terminated: ok {rc=0}\u000a10:18:54.640524 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 265, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7447): Process ended prematurely: osmo-stp_10.42.42.5(pid=7447) [trial-2403↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7447)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7447): Process ended prematurely: osmo-stp_10.42.42.5(pid=7447) [trial-2403↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7447)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:trx-b200+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a10:18:55.692893 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:18:55.704458 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:18:55.867429 tst ping_idle_ping.py: using LAC 40245\u000a10:18:55.984344 tst ping_idle_ping.py: using RAC 210\u000a10:18:56.100695 tst ping_idle_ping.py: using CellId 40245\u000a10:18:56.219148 tst ping_idle_ping.py: using BVCI 40246\u000a10:18:56.242164 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:18:56.253009 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:18:56.263718 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:18:56.274414 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:18:56.285248 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:18:56.296197 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:18:56.307328 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:18:56.318379 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:18:56.613993 tst ping_idle_ping.py:24: start network...\u000a10:18:56.748900 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:18:57.268253 run create_hlr_db(pid=7441): Launched\u000a10:18:57.456599 bus /gobi_6: Setting Powered False\u000a10:18:58.477491 run create_hlr_db(pid=7441): Terminated: ok {rc=0}\u000a10:18:58.887762 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7443): Launched\u000a10:18:59.191547 run osmo-hlr_10.42.42.2(pid=7444): Launched\u000a10:18:59.307942 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:18:59.842741 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7446): Launched\u000a10:19:00.144106 run osmo-stp_10.42.42.5(pid=7447): Launched\u000a10:19:00.254041 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:19:00.780410 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7449): Launched\u000a10:19:00.902438 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:19:01.189145 run patchelf(pid=7450): Launched\u000a10:19:01.371880 run osmo-stp_10.42.42.5(pid=7447): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7447)]\u000a10:19:01.507074 run osmo-stp_10.42.42.5(pid=7447): stdout: \u000a| (launched: 2022-12-14_10:18:59.994553)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:19:01.641969 run osmo-stp_10.42.42.5(pid=7447): stderr: \u000a| �[0;m�[38;5;43m20221214101900161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214101900161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214101900162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214101900162 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214101900162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214101900163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214101900163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:19:01.772043 run osmo-stp_10.42.42.5(pid=7447): stdout: \u000a| (launched: 2022-12-14_10:18:59.994553)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:19:01.901313 run osmo-stp_10.42.42.5(pid=7447): stderr: \u000a| �[0;m�[38;5;43m20221214101900161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214101900161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214101900162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214101900162 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214101900162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214101900163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214101900163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:19:02.051605 run patchelf(pid=7450): Terminating (SIGINT)\u000a10:19:02.229268 run patchelf(pid=7450): Terminated: ok {rc=0}\u000a10:19:02.260361 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=7447): Process ended prematurely: osmo-stp_10.42.42.5(pid=7447) [trial-2403↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7447)] [trial-2403↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a10:19:02.269418 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a10:19:02.330343 run osmo-hlr_10.42.42.2(pid=7444): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7444)]\u000a10:19:02.380141 run osmo-hlr_10.42.42.2(pid=7444): stdout: \u000a| (launched: 2022-12-14_10:18:59.041378) \u000a10:19:02.431823 run osmo-hlr_10.42.42.2(pid=7444): stderr: \u000a| �[0;m�[1;31m20221214101859216 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214101859216 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214101859216 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214101859216 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214101859217 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214101859217 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214101859239 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:trx-b200+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214101859248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214101859248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214101859248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:19:02.475391 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7443): Terminating (SIGTERM)\u000a10:19:02.515957 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7446): Terminating (SIGTERM)\u000a10:19:02.556830 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7449): Terminating (SIGTERM)\u000a10:19:02.566132 --- ParallelTerminationStrategy: PID 7443 died...\u000a10:19:02.620342 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7443): Terminated: ok {rc=0}\u000a10:19:02.630046 --- ParallelTerminationStrategy: PID 7446 died...\u000a10:19:02.683622 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7446): Terminated: ok {rc=0}\u000a10:19:02.693303 --- ParallelTerminationStrategy: PID 7449 died...\u000a10:19:02.746891 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7449): Terminated: ok {rc=0}\u000a10:19:02.835100 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "53", "name" : "gprs_trx-b200+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T10:18:04" }, { "cases" : [ { "testActions" : [ ], "age" : 265, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7464): Process ended prematurely: osmo-stp_10.42.42.5(pid=7464) [trial-2403↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7464)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7464): Process ended prematurely: osmo-stp_10.42.42.5(pid=7464) [trial-2403↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7464)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py\u000a----------------------------------------------\u000a10:19:04.992680 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:19:05.003936 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a10:19:05.144780 tst cs_paging_gprs_active.py: using LAC 40246\u000a10:19:05.265528 tst cs_paging_gprs_active.py: using RAC 211\u000a10:19:05.385569 tst cs_paging_gprs_active.py: using CellId 40246\u000a10:19:05.504409 tst cs_paging_gprs_active.py: using BVCI 40247\u000a10:19:05.527975 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:19:05.539183 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:19:05.550302 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:19:05.561302 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:19:05.572516 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:19:05.583796 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:19:05.595209 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:19:05.606487 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:19:05.618162 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a10:19:05.739860 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a10:19:06.026500 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a10:19:06.156314 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:19:06.478675 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7454): Launched\u000a10:19:06.745467 run iperf3-srv_10.42.42.10(pid=7455): Launched\u000a10:19:06.933172 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a10:19:07.061224 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:19:07.381948 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7456): Launched\u000a10:19:07.648707 run iperf3-srv_10.42.42.10(pid=7457): Launched\u000a10:19:07.836108 tst cs_paging_gprs_active.py:38: start network...\u000a10:19:07.964288 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:19:08.450567 run create_hlr_db(pid=7458): Launched\u000a10:19:08.627781 bus /gobi_6: Setting Powered False\u000a10:19:09.649357 run create_hlr_db(pid=7458): Terminated: ok {rc=0}\u000a10:19:10.087843 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7460): Launched\u000a10:19:10.419442 run osmo-hlr_10.42.42.2(pid=7461): Launched\u000a10:19:10.540805 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:19:11.112476 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7463): Launched\u000a10:19:11.442598 run osmo-stp_10.42.42.5(pid=7464): Launched\u000a10:19:11.561583 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:19:12.138242 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7466): Launched\u000a10:19:12.255212 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:19:12.547100 run patchelf(pid=7467): Launched\u000a10:19:12.739811 run osmo-stp_10.42.42.5(pid=7464): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7464)]\u000a10:19:12.880030 run osmo-stp_10.42.42.5(pid=7464): stdout: \u000a| (launched: 2022-12-14_10:19:11.279677)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:19:13.020524 run osmo-stp_10.42.42.5(pid=7464): stderr: \u000a| �[0;m�[38;5;43m20221214101911473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214101911473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214101911473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214101911474 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214101911474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214101911474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214101911474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:19:13.156153 run osmo-stp_10.42.42.5(pid=7464): stdout: \u000a| (launched: 2022-12-14_10:19:11.279677)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:19:13.290660 run osmo-stp_10.42.42.5(pid=7464): stderr: \u000a| �[0;m�[38;5;43m20221214101911473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214101911473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214101911473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214101911474 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214101911474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214101911474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214101911474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:19:13.448029 run patchelf(pid=7467): Terminating (SIGINT)\u000a10:19:13.632615 run patchelf(pid=7467): Terminated: ok {rc=0}\u000a10:19:13.666551 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=7464): Process ended prematurely: osmo-stp_10.42.42.5(pid=7464) [trial-2403↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7464)] [trial-2403↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38]\u000a10:19:13.676670 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a10:19:13.740197 run osmo-hlr_10.42.42.2(pid=7461): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7461)]\u000a10:19:13.792613 run osmo-hlr_10.42.42.2(pid=7461): stdout: \u000a| (launched: 2022-12-14_10:19:10.255036) \u000a10:19:13.845411 run osmo-hlr_10.42.42.2(pid=7461): stderr: \u000a| �[0;m�[1;31m20221214101910453 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214101910453 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214101910453 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214101910453 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214101910453 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214101910453 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214101910466 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214101910474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214101910475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214101910475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:19:13.890383 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7454): Terminating (SIGTERM)\u000a10:19:13.932737 run iperf3-srv_10.42.42.10(pid=7455): Terminating (SIGTERM)\u000a10:19:13.975244 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7456): Terminating (SIGTERM)\u000a10:19:14.017700 run iperf3-srv_10.42.42.10(pid=7457): Terminating (SIGTERM)\u000a10:19:14.060151 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7460): Terminating (SIGTERM)\u000a10:19:14.102407 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7463): Terminating (SIGTERM)\u000a10:19:14.144490 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7466): Terminating (SIGTERM)\u000a10:19:14.154355 --- ParallelTerminationStrategy: PID 7454 died...\u000a10:19:14.210915 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7454): Terminated: ok {rc=0}\u000a10:19:14.221216 --- ParallelTerminationStrategy: PID 7455 died...\u000a10:19:14.277095 run iperf3-srv_10.42.42.10(pid=7455): Terminated {rc=256}\u000a10:19:14.287246 --- ParallelTerminationStrategy: PID 7456 died...\u000a10:19:14.343408 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7456): Terminated: ok {rc=0}\u000a10:19:14.353927 --- ParallelTerminationStrategy: PID 7457 died...\u000a10:19:14.410501 run iperf3-srv_10.42.42.10(pid=7457): Terminated {rc=256}\u000a10:19:14.420711 --- ParallelTerminationStrategy: PID 7460 died...\u000a10:19:14.477118 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7460): Terminated: ok {rc=0}\u000a10:19:14.487326 --- ParallelTerminationStrategy: PID 7463 died...\u000a10:19:14.543709 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7463): Terminated: ok {rc=0}\u000a10:19:14.553987 --- ParallelTerminationStrategy: PID 7466 died...\u000a10:19:14.610504 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7466): Terminated: ok {rc=0}\u000a10:19:14.698161 bus /gobi_0: Setting Powered False\u000a10:19:15.805858 bus /gobi_0: Setting Powered False\u000a10:19:16.928166 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 265, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7477): Process ended prematurely: osmo-stp_10.42.42.5(pid=7477) [trial-2403↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7477)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7477): Process ended prematurely: osmo-stp_10.42.42.5(pid=7477) [trial-2403↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7477)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py\u000a----------------------------------------------\u000a10:19:18.046288 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:19:18.058778 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a10:19:18.215168 tst iperf3.py: using LAC 40247\u000a10:19:18.341995 tst iperf3.py: using RAC 212\u000a10:19:18.469215 tst iperf3.py: using CellId 40247\u000a10:19:18.596810 tst iperf3.py: using BVCI 40248\u000a10:19:18.622470 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:19:18.634366 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:19:18.645980 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:19:18.657584 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:19:18.669145 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:19:18.680744 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:19:18.692662 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:19:18.704133 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:19:18.715925 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a10:19:19.000279 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:19:19.129407 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:19:19.454096 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7469): Launched\u000a10:19:19.721374 run iperf3-srv_10.42.42.10(pid=7470): Launched\u000a10:19:19.909486 tst iperf3.py:8: start network...\u000a10:19:20.037704 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:19:20.524336 run create_hlr_db(pid=7471): Launched\u000a10:19:20.701165 bus /gobi_6: Setting Powered False\u000a10:19:21.722440 run create_hlr_db(pid=7471): Terminated: ok {rc=0}\u000a10:19:22.133465 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7473): Launched\u000a10:19:22.444399 run osmo-hlr_10.42.42.2(pid=7474): Launched\u000a10:19:22.559488 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:19:23.095281 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7476): Launched\u000a10:19:23.406032 run osmo-stp_10.42.42.5(pid=7477): Launched\u000a10:19:23.518883 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:19:24.057167 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7479): Launched\u000a10:19:24.166732 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:19:24.440373 run patchelf(pid=7480): Launched\u000a10:19:24.621931 run osmo-stp_10.42.42.5(pid=7477): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7477)]\u000a10:19:24.754471 run osmo-stp_10.42.42.5(pid=7477): stdout: \u000a| (launched: 2022-12-14_10:19:23.251993)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:19:24.887269 run osmo-stp_10.42.42.5(pid=7477): stderr: \u000a| �[0;m�[38;5;43m20221214101923422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214101923422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214101923423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214101923423 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214101923423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214101923424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214101923424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:19:25.015324 run osmo-stp_10.42.42.5(pid=7477): stdout: \u000a| (launched: 2022-12-14_10:19:23.251993)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:19:25.141976 run osmo-stp_10.42.42.5(pid=7477): stderr: \u000a| �[0;m�[38;5;43m20221214101923422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214101923422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214101923423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214101923423 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214101923423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214101923424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214101923424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:19:25.289819 run patchelf(pid=7480): Terminating (SIGINT)\u000a10:19:25.463827 run patchelf(pid=7480): Terminated: ok {rc=0}\u000a10:19:25.495925 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7477): Process ended prematurely: osmo-stp_10.42.42.5(pid=7477) [trial-2403↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7477)] [trial-2403↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8]\u000a10:19:25.505312 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a10:19:25.566024 run osmo-hlr_10.42.42.2(pid=7474): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7474)]\u000a10:19:25.615271 run osmo-hlr_10.42.42.2(pid=7474): stdout: \u000a| (launched: 2022-12-14_10:19:22.290347) \u000a10:19:25.665161 run osmo-hlr_10.42.42.2(pid=7474): stderr: \u000a| �[0;m�[1;31m20221214101922469 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214101922469 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214101922469 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214101922469 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214101922469 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214101922469 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214101922480 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214101922489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214101922489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214101922489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:19:25.707692 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7469): Terminating (SIGTERM)\u000a10:19:25.747597 run iperf3-srv_10.42.42.10(pid=7470): Terminating (SIGTERM)\u000a10:19:25.787511 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7473): Terminating (SIGTERM)\u000a10:19:25.827507 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7476): Terminating (SIGTERM)\u000a10:19:25.868040 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7479): Terminating (SIGTERM)\u000a10:19:25.877308 --- ParallelTerminationStrategy: PID 7469 died...\u000a10:19:25.931110 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7469): Terminated: ok {rc=0}\u000a10:19:25.940592 --- ParallelTerminationStrategy: PID 7470 died...\u000a10:19:25.994051 run iperf3-srv_10.42.42.10(pid=7470): Terminated {rc=256}\u000a10:19:26.003516 --- ParallelTerminationStrategy: PID 7473 died...\u000a10:19:26.056933 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7473): Terminated: ok {rc=0}\u000a10:19:26.066452 --- ParallelTerminationStrategy: PID 7476 died...\u000a10:19:26.119868 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7476): Terminated: ok {rc=0}\u000a10:19:26.129811 --- ParallelTerminationStrategy: PID 7479 died...\u000a10:19:26.183416 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7479): Terminated: ok {rc=0}\u000a10:19:26.267712 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 265, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7497): Process ended prematurely: osmo-stp_10.42.42.5(pid=7497) [trial-2403↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7497)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7497): Process ended prematurely: osmo-stp_10.42.42.5(pid=7497) [trial-2403↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7497)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py\u000a----------------------------------------------\u000a10:19:27.378537 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:19:27.390516 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a10:19:27.535718 tst iperf3m4.py: using LAC 40248\u000a10:19:27.658981 tst iperf3m4.py: using RAC 213\u000a10:19:27.778922 tst iperf3m4.py: using CellId 40248\u000a10:19:27.901959 tst iperf3m4.py: using BVCI 40249\u000a10:19:27.925635 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:19:27.937039 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:19:27.948245 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:19:27.959494 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:19:27.971682 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:19:27.983724 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:19:27.995914 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:19:28.007871 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:19:28.020135 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a10:19:28.145106 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a10:19:28.266386 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a10:19:28.388036 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a10:19:28.683354 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:19:28.822221 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:19:29.164654 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7482): Launched\u000a10:19:29.451165 run iperf3-srv_10.42.42.10(pid=7483): Launched\u000a10:19:29.653374 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a10:19:29.790555 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:19:30.133871 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7484): Launched\u000a10:19:30.419270 run iperf3-srv_10.42.42.10(pid=7485): Launched\u000a10:19:30.621344 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a10:19:30.758546 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:19:31.137844 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7487): Launched\u000a10:19:31.439143 run iperf3-srv_10.42.42.10(pid=7488): Launched\u000a10:19:31.644423 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a10:19:31.783522 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:19:32.149190 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7489): Launched\u000a10:19:32.435672 run iperf3-srv_10.42.42.10(pid=7490): Launched\u000a10:19:32.636884 tst iperf3m4.py:8: start network...\u000a10:19:32.774648 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:19:33.303134 run create_hlr_db(pid=7491): Launched\u000a10:19:33.492555 bus /gobi_6: Setting Powered False\u000a10:19:34.513481 run create_hlr_db(pid=7491): Terminated: ok {rc=0}\u000a10:19:34.953414 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7493): Launched\u000a10:19:35.281406 run osmo-hlr_10.42.42.2(pid=7494): Launched\u000a10:19:35.401317 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:19:35.978103 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7496): Launched\u000a10:19:36.305306 run osmo-stp_10.42.42.5(pid=7497): Launched\u000a10:19:36.423495 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:19:36.995277 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7499): Launched\u000a10:19:37.112087 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:19:37.400545 run patchelf(pid=7500): Launched\u000a10:19:37.592839 run osmo-stp_10.42.42.5(pid=7497): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7497)]\u000a10:19:37.732885 run osmo-stp_10.42.42.5(pid=7497): stdout: \u000a| (launched: 2022-12-14_10:19:36.144122)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:19:37.873492 run osmo-stp_10.42.42.5(pid=7497): stderr: \u000a| �[0;m�[38;5;43m20221214101936333 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214101936333 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214101936333 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214101936334 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214101936334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214101936334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214101936334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:19:38.009139 run osmo-stp_10.42.42.5(pid=7497): stdout: \u000a| (launched: 2022-12-14_10:19:36.144122)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:19:38.143337 run osmo-stp_10.42.42.5(pid=7497): stderr: \u000a| �[0;m�[38;5;43m20221214101936333 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214101936333 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214101936333 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214101936334 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214101936334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214101936334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214101936334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:19:38.300340 run patchelf(pid=7500): Terminating (SIGINT)\u000a10:19:38.486098 run patchelf(pid=7500): Terminated: ok {rc=0}\u000a10:19:38.520047 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7497): Process ended prematurely: osmo-stp_10.42.42.5(pid=7497) [trial-2403↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7497)] [trial-2403↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8]\u000a10:19:38.530317 tst iperf3m4.py:8: Test FAILED (11.2 sec)\u000a10:19:38.594039 run osmo-hlr_10.42.42.2(pid=7494): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7494)]\u000a10:19:38.645766 run osmo-hlr_10.42.42.2(pid=7494): stdout: \u000a| (launched: 2022-12-14_10:19:35.119651) \u000a10:19:38.698044 run osmo-hlr_10.42.42.2(pid=7494): stderr: \u000a| �[0;m�[1;31m20221214101935315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214101935315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214101935315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214101935315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214101935315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214101935315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214101935327 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214101935336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214101935336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214101935336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:19:38.742777 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7482): Terminating (SIGTERM)\u000a10:19:38.785051 run iperf3-srv_10.42.42.10(pid=7483): Terminating (SIGTERM)\u000a10:19:38.827330 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7484): Terminating (SIGTERM)\u000a10:19:38.869665 run iperf3-srv_10.42.42.10(pid=7485): Terminating (SIGTERM)\u000a10:19:38.911579 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7487): Terminating (SIGTERM)\u000a10:19:38.953533 run iperf3-srv_10.42.42.10(pid=7488): Terminating (SIGTERM)\u000a10:19:38.995615 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7489): Terminating (SIGTERM)\u000a10:19:39.037549 run iperf3-srv_10.42.42.10(pid=7490): Terminating (SIGTERM)\u000a10:19:39.079645 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7493): Terminating (SIGTERM)\u000a10:19:39.121718 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7496): Terminating (SIGTERM)\u000a10:19:39.163490 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7499): Terminating (SIGTERM)\u000a10:19:39.173248 --- ParallelTerminationStrategy: PID 7482 died...\u000a10:19:39.229371 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7482): Terminated: ok {rc=0}\u000a10:19:39.239433 --- ParallelTerminationStrategy: PID 7483 died...\u000a10:19:39.294950 run iperf3-srv_10.42.42.10(pid=7483): Terminated {rc=256}\u000a10:19:39.304888 --- ParallelTerminationStrategy: PID 7484 died...\u000a10:19:39.360924 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7484): Terminated: ok {rc=0}\u000a10:19:39.371057 --- ParallelTerminationStrategy: PID 7485 died...\u000a10:19:39.427066 run iperf3-srv_10.42.42.10(pid=7485): Terminated {rc=256}\u000a10:19:39.437224 --- ParallelTerminationStrategy: PID 7487 died...\u000a10:19:39.492883 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7487): Terminated: ok {rc=0}\u000a10:19:39.503061 --- ParallelTerminationStrategy: PID 7488 died...\u000a10:19:39.558638 run iperf3-srv_10.42.42.10(pid=7488): Terminated {rc=256}\u000a10:19:39.568713 --- ParallelTerminationStrategy: PID 7489 died...\u000a10:19:39.624231 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7489): Terminated: ok {rc=0}\u000a10:19:39.634274 --- ParallelTerminationStrategy: PID 7490 died...\u000a10:19:39.689785 run iperf3-srv_10.42.42.10(pid=7490): Terminated {rc=256}\u000a10:19:39.699804 --- ParallelTerminationStrategy: PID 7493 died...\u000a10:19:39.755290 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7493): Terminated: ok {rc=0}\u000a10:19:39.765363 --- ParallelTerminationStrategy: PID 7496 died...\u000a10:19:39.820567 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7496): Terminated: ok {rc=0}\u000a10:19:39.830617 --- ParallelTerminationStrategy: PID 7499 died...\u000a10:19:39.885970 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7499): Terminated: ok {rc=0}\u000a10:19:39.973882 bus /gobi_4: Setting Powered False\u000a10:19:41.080365 bus /gobi_4: Setting Powered False\u000a10:19:42.189719 bus /gobi_1: Setting Powered False\u000a10:19:43.296885 bus /gobi_1: Setting Powered False\u000a10:19:44.405111 bus /gobi_0: Setting Powered False\u000a10:19:45.510258 bus /gobi_0: Setting Powered False\u000a10:19:46.650254 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 265, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7507): Process ended prematurely: osmo-stp_10.42.42.5(pid=7507) [trial-2403↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7507)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7507): Process ended prematurely: osmo-stp_10.42.42.5(pid=7507) [trial-2403↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7507)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py\u000a----------------------------------------------\u000a10:19:47.720670 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:19:47.733189 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a10:19:47.881602 tst ping.py: using LAC 40249\u000a10:19:48.009384 tst ping.py: using RAC 214\u000a10:19:48.137242 tst ping.py: using CellId 40249\u000a10:19:48.263175 tst ping.py: using BVCI 40250\u000a10:19:48.287883 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:19:48.299841 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:19:48.311440 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:19:48.323106 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:19:48.334705 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:19:48.346459 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:19:48.358178 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:19:48.369787 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a10:19:48.662247 tst ping.py:19: start network...\u000a10:19:48.796081 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:19:49.311385 run create_hlr_db(pid=7501): Launched\u000a10:19:49.499091 bus /gobi_6: Setting Powered False\u000a10:19:50.514582 run create_hlr_db(pid=7501): Terminated: ok {rc=0}\u000a10:19:50.912326 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7503): Launched\u000a10:19:51.203816 run osmo-hlr_10.42.42.2(pid=7504): Launched\u000a10:19:51.315795 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:19:51.833641 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7506): Launched\u000a10:19:52.126795 run osmo-stp_10.42.42.5(pid=7507): Launched\u000a10:19:52.232512 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:19:52.743814 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7509): Launched\u000a10:19:52.848266 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:19:53.106139 run patchelf(pid=7510): Launched\u000a10:19:53.278497 run osmo-stp_10.42.42.5(pid=7507): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7507)]\u000a10:19:53.405395 run osmo-stp_10.42.42.5(pid=7507): stdout: \u000a| (launched: 2022-12-14_10:19:51.981912)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:19:53.531937 run osmo-stp_10.42.42.5(pid=7507): stderr: \u000a| �[0;m�[38;5;43m20221214101952147 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214101952147 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214101952147 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214101952148 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214101952148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214101952148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214101952148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:19:53.653621 run osmo-stp_10.42.42.5(pid=7507): stdout: \u000a| (launched: 2022-12-14_10:19:51.981912)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:19:53.774135 run osmo-stp_10.42.42.5(pid=7507): stderr: \u000a| �[0;m�[38;5;43m20221214101952147 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214101952147 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214101952147 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214101952148 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214101952148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214101952148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214101952148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:19:53.914717 run patchelf(pid=7510): Terminating (SIGINT)\u000a10:19:54.081061 run patchelf(pid=7510): Terminated: ok {rc=0}\u000a10:19:54.111558 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=7507): Process ended prematurely: osmo-stp_10.42.42.5(pid=7507) [trial-2403↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7507)] [trial-2403↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22]\u000a10:19:54.120387 tst ping.py:22: Test FAILED (6.4 sec)\u000a10:19:54.180660 run osmo-hlr_10.42.42.2(pid=7504): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7504)]\u000a10:19:54.229949 run osmo-hlr_10.42.42.2(pid=7504): stdout: \u000a| (launched: 2022-12-14_10:19:51.060147) \u000a10:19:54.279684 run osmo-hlr_10.42.42.2(pid=7504): stderr: \u000a| �[0;m�[1;31m20221214101951233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214101951233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214101951233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214101951233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214101951233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214101951233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214101951247 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214101951257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214101951257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214101951257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:19:54.322407 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7503): Terminating (SIGTERM)\u000a10:19:54.362653 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7506): Terminating (SIGTERM)\u000a10:19:54.402766 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7509): Terminating (SIGTERM)\u000a10:19:54.411937 --- ParallelTerminationStrategy: PID 7503 died...\u000a10:19:54.465953 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7503): Terminated: ok {rc=0}\u000a10:19:54.475573 --- ParallelTerminationStrategy: PID 7506 died...\u000a10:19:54.529120 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7506): Terminated: ok {rc=0}\u000a10:19:54.538616 --- ParallelTerminationStrategy: PID 7509 died...\u000a10:19:54.592076 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7509): Terminated: ok {rc=0}\u000a10:19:54.680852 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 265, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7517): Process ended prematurely: osmo-stp_10.42.42.5(pid=7517) [trial-2403↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7517)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7517): Process ended prematurely: osmo-stp_10.42.42.5(pid=7517) [trial-2403↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7517)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py\u000a----------------------------------------------\u000a10:19:55.732863 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:19:55.744790 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a10:19:55.883500 tst ping_idle_ping.py: using LAC 40250\u000a10:19:56.008136 tst ping_idle_ping.py: using RAC 215\u000a10:19:56.131314 tst ping_idle_ping.py: using CellId 40250\u000a10:19:56.256294 tst ping_idle_ping.py: using BVCI 40251\u000a10:19:56.280423 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:19:56.292403 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:19:56.304076 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:19:56.315838 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:19:56.328051 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:19:56.340473 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:19:56.352682 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:19:56.364925 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a10:19:56.638515 tst ping_idle_ping.py:24: start network...\u000a10:19:56.760540 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:19:57.226113 run create_hlr_db(pid=7511): Launched\u000a10:19:57.395752 bus /gobi_6: Setting Powered False\u000a10:19:58.418282 run create_hlr_db(pid=7511): Terminated: ok {rc=0}\u000a10:19:58.837285 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7513): Launched\u000a10:19:59.150964 run osmo-hlr_10.42.42.2(pid=7514): Launched\u000a10:19:59.267809 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:19:59.818174 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7516): Launched\u000a10:20:00.131182 run osmo-stp_10.42.42.5(pid=7517): Launched\u000a10:20:00.251653 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:20:00.797708 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7519): Launched\u000a10:20:00.927031 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:20:01.219776 run patchelf(pid=7520): Launched\u000a10:20:01.402717 run osmo-stp_10.42.42.5(pid=7517): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7517)]\u000a10:20:01.533238 run osmo-stp_10.42.42.5(pid=7517): stdout: \u000a| (launched: 2022-12-14_10:19:59.976686)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:20:01.665413 run osmo-stp_10.42.42.5(pid=7517): stderr: \u000a| �[0;m�[38;5;43m20221214102000164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214102000164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214102000164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214102000165 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214102000165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214102000165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214102000165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:20:01.792248 run osmo-stp_10.42.42.5(pid=7517): stdout: \u000a| (launched: 2022-12-14_10:19:59.976686)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:20:01.917377 run osmo-stp_10.42.42.5(pid=7517): stderr: \u000a| �[0;m�[38;5;43m20221214102000164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214102000164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214102000164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214102000165 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214102000165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214102000165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214102000165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:20:02.064182 run patchelf(pid=7520): Terminating (SIGINT)\u000a10:20:02.236789 run patchelf(pid=7520): Terminated: ok {rc=0}\u000a10:20:02.267639 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=7517): Process ended prematurely: osmo-stp_10.42.42.5(pid=7517) [trial-2403↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7517)] [trial-2403↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27]\u000a10:20:02.276671 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a10:20:02.337868 run osmo-hlr_10.42.42.2(pid=7514): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7514)]\u000a10:20:02.387467 run osmo-hlr_10.42.42.2(pid=7514): stdout: \u000a| (launched: 2022-12-14_10:19:58.996845) \u000a10:20:02.437361 run osmo-hlr_10.42.42.2(pid=7514): stderr: \u000a| �[0;m�[1;31m20221214101959188 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214101959188 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214101959188 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214101959188 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214101959188 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214101959188 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214101959200 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214101959208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214101959208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214101959208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:20:02.479674 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7513): Terminating (SIGTERM)\u000a10:20:02.519146 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7516): Terminating (SIGTERM)\u000a10:20:02.559033 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7519): Terminating (SIGTERM)\u000a10:20:02.568308 --- ParallelTerminationStrategy: PID 7513 died...\u000a10:20:02.621710 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7513): Terminated: ok {rc=0}\u000a10:20:02.631307 --- ParallelTerminationStrategy: PID 7516 died...\u000a10:20:02.684893 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7516): Terminated: ok {rc=0}\u000a10:20:02.694623 --- ParallelTerminationStrategy: PID 7519 died...\u000a10:20:02.747909 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7519): Terminated: ok {rc=0}\u000a10:20:02.835071 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "54", "name" : "gprs_trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T10:19:04" }, { "cases" : [ { "testActions" : [ ], "age" : 265, "className" : "dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7534): Process ended prematurely: osmo-stp_10.42.42.5(pid=7534) [trial-2403↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7534)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7534): Process ended prematurely: osmo-stp_10.42.42.5(pid=7534) [trial-2403↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7534)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a10:20:04.863758 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:20:04.874983 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a10:20:05.029165 tst switch_tch_pdch.py: using LAC 40251\u000a10:20:05.145220 tst switch_tch_pdch.py: using RAC 216\u000a10:20:05.259452 tst switch_tch_pdch.py: using CellId 40251\u000a10:20:05.380430 tst switch_tch_pdch.py: using BVCI 40252\u000a10:20:05.405102 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:20:05.416695 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:20:05.428126 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:20:05.439542 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:20:05.451196 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:20:05.462646 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:20:05.474263 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:20:05.485692 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:20:05.600235 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:20:05.887013 tst switch_tch_pdch.py:51: start network...\u000a10:20:06.017291 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:20:06.518874 run create_hlr_db(pid=7528): Launched\u000a10:20:06.700649 bus /gobi_6: Setting Powered False\u000a10:20:07.721810 run create_hlr_db(pid=7528): Terminated: ok {rc=0}\u000a10:20:08.140394 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7530): Launched\u000a10:20:08.453901 run osmo-hlr_10.42.42.2(pid=7531): Launched\u000a10:20:08.571097 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:20:09.118545 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7533): Launched\u000a10:20:09.430929 run osmo-stp_10.42.42.5(pid=7534): Launched\u000a10:20:09.543435 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:20:10.088676 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7536): Launched\u000a10:20:10.199216 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:20:10.471851 run patchelf(pid=7537): Launched\u000a10:20:10.654698 run osmo-stp_10.42.42.5(pid=7534): ERR: Terminated: ERROR {rc=1} [trial-2403↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7534)]\u000a10:20:10.788916 run osmo-stp_10.42.42.5(pid=7534): stdout: \u000a| (launched: 2022-12-14_10:20:09.277470)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:20:10.923408 run osmo-stp_10.42.42.5(pid=7534): stderr: \u000a| �[0;m�[38;5;43m20221214102009466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214102009467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214102009467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214102009467 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214102009468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214102009468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214102009468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:20:11.053701 run osmo-stp_10.42.42.5(pid=7534): stdout: \u000a| (launched: 2022-12-14_10:20:09.277470)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:20:11.181375 run osmo-stp_10.42.42.5(pid=7534): stderr: \u000a| �[0;m�[38;5;43m20221214102009466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214102009467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214102009467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214102009467 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214102009468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214102009468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214102009468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:20:11.330832 run patchelf(pid=7537): Terminating (SIGINT)\u000a10:20:11.506836 run patchelf(pid=7537): Terminated: ok {rc=0}\u000a10:20:11.538945 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=7534): Process ended prematurely: osmo-stp_10.42.42.5(pid=7534) [trial-2403↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7534)] [trial-2403↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a10:20:11.548325 tst switch_tch_pdch.py:54: Test FAILED (6.7 sec)\u000a10:20:11.611153 run osmo-hlr_10.42.42.2(pid=7531): ERR: Terminated: ERROR {rc=237} [trial-2403↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7531)]\u000a10:20:11.662705 run osmo-hlr_10.42.42.2(pid=7531): stdout: \u000a| (launched: 2022-12-14_10:20:08.299461) \u000a10:20:11.714856 run osmo-hlr_10.42.42.2(pid=7531): stderr: \u000a| �[0;m�[1;31m20221214102008493 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214102008493 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214102008493 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214102008493 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214102008493 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214102008493 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214102008505 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214102008513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214102008513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214102008513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:20:11.759555 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7530): Terminating (SIGTERM)\u000a10:20:11.801871 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7533): Terminating (SIGTERM)\u000a10:20:11.844007 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7536): Terminating (SIGTERM)\u000a10:20:11.853836 --- ParallelTerminationStrategy: PID 7530 died...\u000a10:20:11.910214 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7530): Terminated: ok {rc=0}\u000a10:20:11.920265 --- ParallelTerminationStrategy: PID 7533 died...\u000a10:20:11.975756 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7533): Terminated: ok {rc=0}\u000a10:20:11.985820 --- ParallelTerminationStrategy: PID 7536 died...\u000a10:20:12.041212 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7536): Terminated: ok {rc=0}\u000a10:20:12.128392 bus /gobi_0: Setting Powered False\u000a10:20:13.234359 bus /gobi_0: Setting Powered False\u000a10:20:14.345935 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "55", "name" : "dynts_trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T10:20:04" }, { "cases" : [ { "testActions" : [ ], "age" : 265, "className" : "dynts:trx-b200+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7547): Process ended prematurely: osmo-stp_10.42.42.5(pid=7547) [trial-2403↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7547)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7547): Process ended prematurely: osmo-stp_10.42.42.5(pid=7547) [trial-2403↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7547)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 dynts:trx-b200+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a10:20:16.352357 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:20:16.368189 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a10:20:16.541235 tst switch_tch_pdch.py: using LAC 40252\u000a10:20:16.670159 tst switch_tch_pdch.py: using RAC 217\u000a10:20:16.793629 tst switch_tch_pdch.py: using CellId 40252\u000a10:20:16.911625 tst switch_tch_pdch.py: using BVCI 40253\u000a10:20:16.940689 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:20:16.952166 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:20:16.963469 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:20:16.974785 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:20:16.986909 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:20:16.999043 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:20:17.011251 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:20:17.023312 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a10:20:17.146281 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a10:20:17.428611 tst switch_tch_pdch.py:51: start network...\u000a10:20:17.550390 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:20:17.988363 run create_hlr_db(pid=7541): Launched\u000a10:20:18.109079 bus /gobi_6: Setting Powered False\u000a10:20:19.180442 run create_hlr_db(pid=7541): Terminated: ok {rc=0}\u000a10:20:19.571840 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7543): Launched\u000a10:20:19.884488 run osmo-hlr_10.42.42.2(pid=7544): Launched\u000a10:20:19.999128 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:20:20.517075 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7546): Launched\u000a10:20:20.829771 run osmo-stp_10.42.42.5(pid=7547): Launched\u000a10:20:20.942414 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:20:21.462392 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7549): Launched\u000a10:20:21.573428 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:20:21.846877 run patchelf(pid=7550): Launched\u000a10:20:22.030126 run osmo-stp_10.42.42.5(pid=7547): ERR: Terminated: ERROR {rc=1} [trial-2403↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7547)]\u000a10:20:22.164316 run osmo-stp_10.42.42.5(pid=7547): stdout: \u000a| (launched: 2022-12-14_10:20:20.675767)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:20:22.299324 run osmo-stp_10.42.42.5(pid=7547): stderr: \u000a| �[0;m�[38;5;43m20221214102020862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214102020862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214102020862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214102020863 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214102020863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214102020863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214102020863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:20:22.429221 run osmo-stp_10.42.42.5(pid=7547): stdout: \u000a| (launched: 2022-12-14_10:20:20.675767)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:20:22.557727 run osmo-stp_10.42.42.5(pid=7547): stderr: \u000a| �[0;m�[38;5;43m20221214102020862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214102020862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214102020862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214102020863 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214102020863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214102020863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214102020863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:20:22.707551 run patchelf(pid=7550): Terminating (SIGINT)\u000a10:20:22.883772 run patchelf(pid=7550): Terminated: ok {rc=0}\u000a10:20:22.915853 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=7547): Process ended prematurely: osmo-stp_10.42.42.5(pid=7547) [trial-2403↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7547)] [trial-2403↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a10:20:22.925104 tst switch_tch_pdch.py:54: Test FAILED (6.6 sec)\u000a10:20:22.987949 run osmo-hlr_10.42.42.2(pid=7544): ERR: Terminated: ERROR {rc=237} [trial-2403↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7544)]\u000a10:20:23.039269 run osmo-hlr_10.42.42.2(pid=7544): stdout: \u000a| (launched: 2022-12-14_10:20:19.730884) \u000a10:20:23.091574 run osmo-hlr_10.42.42.2(pid=7544): stderr: \u000a| �[0;m�[1;31m20221214102019925 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214102019925 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214102019925 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214102019925 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214102019925 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214102019925 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214102019937 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/dynts:trx-b200+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214102019945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214102019946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214102019946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:20:23.136144 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7543): Terminating (SIGTERM)\u000a10:20:23.177988 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7546): Terminating (SIGTERM)\u000a10:20:23.219719 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7549): Terminating (SIGTERM)\u000a10:20:23.229478 --- ParallelTerminationStrategy: PID 7543 died...\u000a10:20:23.284690 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7543): Terminated: ok {rc=0}\u000a10:20:23.294705 --- ParallelTerminationStrategy: PID 7546 died...\u000a10:20:23.349808 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7546): Terminated: ok {rc=0}\u000a10:20:23.359707 --- ParallelTerminationStrategy: PID 7549 died...\u000a10:20:23.415357 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7549): Terminated: ok {rc=0}\u000a10:20:23.501625 bus /gobi_0: Setting Powered False\u000a10:20:24.607635 bus /gobi_0: Setting Powered False\u000a10:20:25.719866 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "56", "name" : "dynts_trx-b200+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T10:20:16" }, { "cases" : [ { "testActions" : [ ], "age" : 265, "className" : "nitb_sms:trx-sysmocell5000", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=7555): Process ended prematurely: osmo-nitb_10.42.42.2(pid=7555) [trial-2403↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=7555)]", "failedSince" : 2139, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=7555): Process ended prematurely: osmo-nitb_10.42.42.2(pid=7555) [trial-2403↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=7555)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 nitb_sms:trx-sysmocell5000 mo_mt_sms.py\u000a----------------------------------------------\u000a10:20:27.614654 tst nitb_sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 1)\u000a10:20:27.625806 tst nitb_sms:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a10:20:27.763728 tst mo_mt_sms.py: using LAC 40253\u000a10:20:27.881796 tst mo_mt_sms.py: using RAC 218\u000a10:20:27.995701 tst mo_mt_sms.py: using CellId 40253\u000a10:20:28.108873 tst mo_mt_sms.py: using BVCI 40254\u000a10:20:28.130990 tst nitb_sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a10:20:28.250525 tst nitb_sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a10:20:28.520636 tst mo_mt_sms.py:9: start nitb and bts...\u000a10:20:28.641355 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a10:20:29.245355 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=7554): Launched\u000a10:20:29.533787 run osmo-nitb_10.42.42.2(pid=7555): Launched\u000a10:20:29.714229 run osmo-nitb_10.42.42.2(pid=7555): ERR: Terminated: ERROR {rc=2} [trial-2403↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=7555)]\u000a10:20:29.847013 run osmo-nitb_10.42.42.2(pid=7555): stdout: \u000a| (launched: 2022-12-14_10:20:29.392161) \u000a10:20:29.980491 run osmo-nitb_10.42.42.2(pid=7555): stderr: \u000a| (launched: 2022-12-14_10:20:29.435347)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a10:20:30.109509 run osmo-nitb_10.42.42.2(pid=7555): stdout: \u000a| (launched: 2022-12-14_10:20:29.392161) \u000a10:20:30.236639 run osmo-nitb_10.42.42.2(pid=7555): stderr: \u000a| (launched: 2022-12-14_10:20:29.435347)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a10:20:30.658857 tst osmo-nitb_10.42.42.2(pid=7555): stdout: \u000a| (launched: 2022-12-14_10:20:29.392161) \u000a10:20:30.774269 tst osmo-nitb_10.42.42.2(pid=7555): stderr: \u000a| (launched: 2022-12-14_10:20:29.435347)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a10:20:30.824844 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=7555): Process ended prematurely: osmo-nitb_10.42.42.2(pid=7555) [trial-2403↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=7555)] [trial-2403↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11]\u000a10:20:30.834002 tst mo_mt_sms.py:11: Test FAILED (3.2 sec)\u000a10:20:30.871880 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=7554): Terminating (SIGTERM)\u000a10:20:31.049580 --- ParallelTerminationStrategy: PID 7554 died...\u000a10:20:31.105868 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=7554): Terminated: ok {rc=0}\u000a10:20:31.192257 bus /sierra_3: Setting Powered False\u000a10:20:32.298365 bus /sierra_3: Setting Powered False\u000a10:20:33.406760 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "57", "name" : "nitb_sms_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T10:20:27" }, { "cases" : [ { "testActions" : [ ], "age" : 265, "className" : "sms:trx-sysmocell5000", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7565): Process ended prematurely: osmo-stp_10.42.42.5(pid=7565) [trial-2403↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7565)]", "failedSince" : 2139, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7565): Process ended prematurely: osmo-stp_10.42.42.5(pid=7565) [trial-2403↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7565)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 sms:trx-sysmocell5000 mo_mt_sms.py\u000a----------------------------------------------\u000a10:20:35.302152 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a10:20:35.312813 tst sms:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a10:20:35.443521 tst mo_mt_sms.py: using LAC 40254\u000a10:20:35.556828 tst mo_mt_sms.py: using RAC 219\u000a10:20:35.672054 tst mo_mt_sms.py: using CellId 40254\u000a10:20:35.785160 tst mo_mt_sms.py: using BVCI 40255\u000a10:20:35.807042 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a10:20:35.817856 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a10:20:35.828167 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a10:20:35.838568 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a10:20:35.849811 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a10:20:35.861055 tst sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a10:20:35.982120 tst sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a10:20:36.186232 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:20:36.683239 run create_hlr_db(pid=7559): Launched\u000a10:20:36.862893 bus /sierra_2: Setting Powered False\u000a10:20:37.884741 run create_hlr_db(pid=7559): Terminated: ok {rc=0}\u000a10:20:38.277722 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7561): Launched\u000a10:20:38.567203 run osmo-hlr_10.42.42.2(pid=7562): Launched\u000a10:20:38.678775 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:20:39.187595 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7564): Launched\u000a10:20:39.478024 run osmo-stp_10.42.42.5(pid=7565): Launched\u000a10:20:39.583143 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:20:40.114287 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7567): Launched\u000a10:20:40.404453 run osmo-msc_10.42.42.6(pid=7568): Launched\u000a10:20:40.575995 run osmo-stp_10.42.42.5(pid=7565): ERR: Terminated: ERROR {rc=1} [trial-2403↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7565)]\u000a10:20:40.699286 run osmo-stp_10.42.42.5(pid=7565): stdout: \u000a| (launched: 2022-12-14_10:20:39.335013)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:20:40.820456 run osmo-stp_10.42.42.5(pid=7565): stderr: \u000a| �[0;m�[38;5;43m20221214102039500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214102039501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214102039501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214102039501 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214102039502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214102039502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214102039502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:20:40.937119 run osmo-stp_10.42.42.5(pid=7565): stdout: \u000a| (launched: 2022-12-14_10:20:39.335013)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:20:41.052776 run osmo-stp_10.42.42.5(pid=7565): stderr: \u000a| �[0;m�[38;5;43m20221214102039500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214102039501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214102039501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214102039501 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214102039502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214102039502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214102039502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:20:41.103554 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=7565): Process ended prematurely: osmo-stp_10.42.42.5(pid=7565) [trial-2403↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7565)] [trial-2403↪sms:trx-sysmocell5000↪mo_mt_sms.py:16]\u000a10:20:41.111942 tst mo_mt_sms.py:16: Test FAILED (5.8 sec)\u000a10:20:41.171869 run osmo-hlr_10.42.42.2(pid=7562): ERR: Terminated: ERROR {rc=237} [trial-2403↪sms:trx-sysmocell5000↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7562)]\u000a10:20:41.221156 run osmo-hlr_10.42.42.2(pid=7562): stdout: \u000a| (launched: 2022-12-14_10:20:38.424349) \u000a10:20:41.271168 run osmo-hlr_10.42.42.2(pid=7562): stderr: \u000a| �[0;m�[1;31m20221214102038594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214102038594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214102038594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214102038594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214102038594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214102038595 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214102038608 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/sms:trx-sysmocell5000/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214102038619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214102038619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214102038619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:20:41.338511 run osmo-msc_10.42.42.6(pid=7568): ERR: Terminated: ERROR {rc=2} [trial-2403↪sms:trx-sysmocell5000↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7568)]\u000a10:20:41.387710 run osmo-msc_10.42.42.6(pid=7568): stdout: \u000a| (launched: 2022-12-14_10:20:40.261048) \u000a10:20:41.437595 run osmo-msc_10.42.42.6(pid=7568): stderr: \u000a| �[0;m�[38;5;43m20221214102040527 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214102040527 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa3ca065c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214102040527 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214102040527 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214102040527 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214102040527 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214102040529 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214102040530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214102040530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214102040530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:20:41.479776 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7561): Terminating (SIGTERM)\u000a10:20:41.519440 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7564): Terminating (SIGTERM)\u000a10:20:41.559339 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7567): Terminating (SIGTERM)\u000a10:20:41.568523 --- ParallelTerminationStrategy: PID 7561 died...\u000a10:20:41.622144 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7561): Terminated: ok {rc=0}\u000a10:20:41.631647 --- ParallelTerminationStrategy: PID 7564 died...\u000a10:20:41.684648 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7564): Terminated: ok {rc=0}\u000a10:20:41.694208 --- ParallelTerminationStrategy: PID 7567 died...\u000a10:20:41.747178 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7567): Terminated: ok {rc=0}\u000a10:20:41.835676 bus /sierra_3: Setting Powered False\u000a10:20:42.941976 bus /sierra_3: Setting Powered False\u000a10:20:44.052449 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "58", "name" : "sms_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T10:20:35" }, { "cases" : [ { "testActions" : [ ], "age" : 265, "className" : "nitb_ussd:trx-sysmocell5000", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=7575): Process ended prematurely: osmo-nitb_10.42.42.2(pid=7575) [trial-2403↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=7575)]", "failedSince" : 2139, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=7575): Process ended prematurely: osmo-nitb_10.42.42.2(pid=7575) [trial-2403↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=7575)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 nitb_ussd:trx-sysmocell5000 assert_extension.py\u000a----------------------------------------------\u000a10:20:45.936230 tst nitb_ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 1)\u000a10:20:45.953664 tst nitb_ussd:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a10:20:46.131233 tst assert_extension.py: using LAC 40255\u000a10:20:46.282758 tst assert_extension.py: using RAC 220\u000a10:20:46.425222 tst assert_extension.py: using CellId 40255\u000a10:20:46.549251 tst assert_extension.py: using BVCI 40256\u000a10:20:46.573885 tst nitb_ussd:trx-sysmocell5000: Using 1 x modem (candidates: 1)\u000a10:20:46.889838 tst assert_extension.py:10: start nitb and bts...\u000a10:20:47.014118 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a10:20:47.628563 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=7574): Launched\u000a10:20:47.916540 run osmo-nitb_10.42.42.2(pid=7575): Launched\u000a10:20:48.097269 run osmo-nitb_10.42.42.2(pid=7575): ERR: Terminated: ERROR {rc=2} [trial-2403↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=7575)]\u000a10:20:48.230157 run osmo-nitb_10.42.42.2(pid=7575): stdout: \u000a| (launched: 2022-12-14_10:20:47.776005) \u000a10:20:48.363671 run osmo-nitb_10.42.42.2(pid=7575): stderr: \u000a| (launched: 2022-12-14_10:20:47.819234)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a10:20:48.492219 run osmo-nitb_10.42.42.2(pid=7575): stdout: \u000a| (launched: 2022-12-14_10:20:47.776005) \u000a10:20:48.619745 run osmo-nitb_10.42.42.2(pid=7575): stderr: \u000a| (launched: 2022-12-14_10:20:47.819234)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a10:20:49.034589 tst osmo-nitb_10.42.42.2(pid=7575): stdout: \u000a| (launched: 2022-12-14_10:20:47.776005) \u000a10:20:49.150599 tst osmo-nitb_10.42.42.2(pid=7575): stderr: \u000a| (launched: 2022-12-14_10:20:47.819234)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a10:20:49.201456 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=7575): Process ended prematurely: osmo-nitb_10.42.42.2(pid=7575) [trial-2403↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=7575)] [trial-2403↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12]\u000a10:20:49.209469 tst assert_extension.py:12: Test FAILED (3.3 sec)\u000a10:20:49.243747 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=7574): Terminating (SIGTERM)\u000a10:20:49.421361 --- ParallelTerminationStrategy: PID 7574 died...\u000a10:20:49.475809 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=7574): Terminated: ok {rc=0}\u000a10:20:49.564008 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "59", "name" : "nitb_ussd_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T10:20:45" }, { "cases" : [ { "testActions" : [ ], "age" : 265, "className" : "ussd:trx-sysmocell5000", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7587): Process ended prematurely: osmo-stp_10.42.42.5(pid=7587) [trial-2403↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7587)]", "failedSince" : 2139, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7587): Process ended prematurely: osmo-stp_10.42.42.5(pid=7587) [trial-2403↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7587)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 ussd:trx-sysmocell5000 assert_extension.py\u000a----------------------------------------------\u000a10:20:51.402866 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a10:20:51.413731 tst ussd:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a10:20:51.543422 tst assert_extension.py: using LAC 40256\u000a10:20:51.654947 tst assert_extension.py: using RAC 221\u000a10:20:51.766171 tst assert_extension.py: using CellId 40256\u000a10:20:51.877634 tst assert_extension.py: using BVCI 40257\u000a10:20:51.899663 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a10:20:51.910352 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a10:20:51.920756 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a10:20:51.931152 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a10:20:51.941962 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a10:20:51.952496 tst ussd:trx-sysmocell5000: Using 1 x modem (candidates: 1)\u000a10:20:52.150243 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:20:52.606421 run create_hlr_db(pid=7581): Launched\u000a10:20:52.774264 bus /sierra_2: Setting Powered False\u000a10:20:53.795931 run create_hlr_db(pid=7581): Terminated: ok {rc=0}\u000a10:20:54.210559 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7583): Launched\u000a10:20:54.522343 run osmo-hlr_10.42.42.2(pid=7584): Launched\u000a10:20:54.636132 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:20:55.265272 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7586): Launched\u000a10:20:55.567095 run osmo-stp_10.42.42.5(pid=7587): Launched\u000a10:20:55.672926 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:20:56.197119 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7589): Launched\u000a10:20:56.483882 run osmo-msc_10.42.42.6(pid=7590): Launched\u000a10:20:56.653774 run osmo-stp_10.42.42.5(pid=7587): ERR: Terminated: ERROR {rc=1} [trial-2403↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7587)]\u000a10:20:56.775679 run osmo-stp_10.42.42.5(pid=7587): stdout: \u000a| (launched: 2022-12-14_10:20:55.421190)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:20:56.895269 run osmo-stp_10.42.42.5(pid=7587): stderr: \u000a| �[0;m�[38;5;43m20221214102055587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214102055587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214102055587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214102055588 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214102055588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214102055588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214102055589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:20:57.010225 run osmo-stp_10.42.42.5(pid=7587): stdout: \u000a| (launched: 2022-12-14_10:20:55.421190)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:20:57.124341 run osmo-stp_10.42.42.5(pid=7587): stderr: \u000a| �[0;m�[38;5;43m20221214102055587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214102055587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214102055587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214102055588 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214102055588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214102055588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214102055589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:20:57.174506 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=7587): Process ended prematurely: osmo-stp_10.42.42.5(pid=7587) [trial-2403↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7587)] [trial-2403↪ussd:trx-sysmocell5000↪assert_extension.py:17]\u000a10:20:57.182404 tst assert_extension.py:17: Test FAILED (5.8 sec)\u000a10:20:57.242055 run osmo-hlr_10.42.42.2(pid=7584): ERR: Terminated: ERROR {rc=237} [trial-2403↪ussd:trx-sysmocell5000↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7584)]\u000a10:20:57.291160 run osmo-hlr_10.42.42.2(pid=7584): stdout: \u000a| (launched: 2022-12-14_10:20:54.368405) \u000a10:20:57.340822 run osmo-hlr_10.42.42.2(pid=7584): stderr: \u000a| �[0;m�[1;31m20221214102054559 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214102054559 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214102054559 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214102054559 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214102054559 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214102054559 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214102054572 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/ussd:trx-sysmocell5000/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214102054581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214102054582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214102054582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:20:57.407817 run osmo-msc_10.42.42.6(pid=7590): ERR: Terminated: ERROR {rc=2} [trial-2403↪ussd:trx-sysmocell5000↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7590)]\u000a10:20:57.456674 run osmo-msc_10.42.42.6(pid=7590): stdout: \u000a| (launched: 2022-12-14_10:20:56.341632) \u000a10:20:57.506043 run osmo-msc_10.42.42.6(pid=7590): stderr: \u000a| �[0;m�[38;5;43m20221214102056607 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214102056607 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa501bd8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214102056608 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214102056608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214102056608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214102056608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214102056610 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214102056610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214102056610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214102056610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:20:57.548075 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7583): Terminating (SIGTERM)\u000a10:20:57.587616 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7586): Terminating (SIGTERM)\u000a10:20:57.626962 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7589): Terminating (SIGTERM)\u000a10:20:57.635993 --- ParallelTerminationStrategy: PID 7583 died...\u000a10:20:57.689368 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7583): Terminated: ok {rc=0}\u000a10:20:57.698672 --- ParallelTerminationStrategy: PID 7586 died...\u000a10:20:57.751335 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7586): Terminated: ok {rc=0}\u000a10:20:57.760633 --- ParallelTerminationStrategy: PID 7589 died...\u000a10:20:57.813350 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7589): Terminated: ok {rc=0}\u000a10:20:57.895256 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "60", "name" : "ussd_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T10:20:51" }, { "cases" : [ { "testActions" : [ ], "age" : 265, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7601): Process ended prematurely: osmo-stp_10.42.42.5(pid=7601) [trial-2403↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7601)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7601): Process ended prematurely: osmo-stp_10.42.42.5(pid=7601) [trial-2403↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7601)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a10:20:59.858086 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:20:59.869240 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a10:21:00.022855 tst mo_mt_call.py: using LAC 40257\u000a10:21:00.136244 tst mo_mt_call.py: using RAC 222\u000a10:21:00.249867 tst mo_mt_call.py: using CellId 40257\u000a10:21:00.363517 tst mo_mt_call.py: using BVCI 40258\u000a10:21:00.385819 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:21:00.396854 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:21:00.407927 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:21:00.418959 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:21:00.430858 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:21:00.442733 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a10:21:00.562115 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a10:21:00.766137 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:21:01.323330 run create_hlr_db(pid=7595): Launched\u000a10:21:01.520878 bus /sierra_2: Setting Powered False\u000a10:21:02.525911 run create_hlr_db(pid=7595): Terminated: ok {rc=0}\u000a10:21:02.937620 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7597): Launched\u000a10:21:03.230876 run osmo-hlr_10.42.42.2(pid=7598): Launched\u000a10:21:03.336433 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:21:03.844625 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7600): Launched\u000a10:21:04.136046 run osmo-stp_10.42.42.5(pid=7601): Launched\u000a10:21:04.241583 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:21:04.777270 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7603): Launched\u000a10:21:05.070545 run osmo-msc_10.42.42.6(pid=7604): Launched\u000a10:21:05.242860 run osmo-stp_10.42.42.5(pid=7601): ERR: Terminated: ERROR {rc=1} [trial-2403↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7601)]\u000a10:21:05.367721 run osmo-stp_10.42.42.5(pid=7601): stdout: \u000a| (launched: 2022-12-14_10:21:03.992694)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:21:05.490490 run osmo-stp_10.42.42.5(pid=7601): stderr: \u000a| �[0;m�[38;5;43m20221214102104156 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214102104156 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214102104157 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214102104157 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214102104158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214102104158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214102104158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:21:05.608579 run osmo-stp_10.42.42.5(pid=7601): stdout: \u000a| (launched: 2022-12-14_10:21:03.992694)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:21:05.725521 run osmo-stp_10.42.42.5(pid=7601): stderr: \u000a| �[0;m�[38;5;43m20221214102104156 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214102104156 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214102104157 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214102104157 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214102104158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214102104158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214102104158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:21:05.777389 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7601): Process ended prematurely: osmo-stp_10.42.42.5(pid=7601) [trial-2403↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7601)] [trial-2403↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a10:21:05.786172 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a10:21:05.845824 run osmo-hlr_10.42.42.2(pid=7598): ERR: Terminated: ERROR {rc=237} [trial-2403↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7598)]\u000a10:21:05.895071 run osmo-hlr_10.42.42.2(pid=7598): stdout: \u000a| (launched: 2022-12-14_10:21:03.086170) \u000a10:21:05.944779 run osmo-hlr_10.42.42.2(pid=7598): stderr: \u000a| �[0;m�[1;31m20221214102103257 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214102103257 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214102103257 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214102103257 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214102103257 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214102103257 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214102103299 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214102103309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214102103309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214102103309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:21:06.012004 run osmo-msc_10.42.42.6(pid=7604): ERR: Terminated: ERROR {rc=2} [trial-2403↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7604)]\u000a10:21:06.060689 run osmo-msc_10.42.42.6(pid=7604): stdout: \u000a| (launched: 2022-12-14_10:21:04.925974) \u000a10:21:06.110126 run osmo-msc_10.42.42.6(pid=7604): stderr: \u000a| �[0;m�[38;5;43m20221214102105193 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214102105193 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb7bd73dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214102105193 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214102105193 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214102105195 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214102105195 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214102105196 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214102105197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214102105197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214102105197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:21:06.152202 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7597): Terminating (SIGTERM)\u000a10:21:06.192034 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7600): Terminating (SIGTERM)\u000a10:21:06.231739 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7603): Terminating (SIGTERM)\u000a10:21:06.240870 --- ParallelTerminationStrategy: PID 7597 died...\u000a10:21:06.294308 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7597): Terminated: ok {rc=0}\u000a10:21:06.303721 --- ParallelTerminationStrategy: PID 7600 died...\u000a10:21:06.356605 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7600): Terminated: ok {rc=0}\u000a10:21:06.366051 --- ParallelTerminationStrategy: PID 7603 died...\u000a10:21:06.418985 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7603): Terminated: ok {rc=0}\u000a10:21:06.502417 bus /sierra_3: Setting Powered False\u000a10:21:07.608012 bus /sierra_3: Setting Powered False\u000a10:21:08.719482 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 239, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7612): Process ended prematurely: osmo-stp_10.42.42.5(pid=7612) [trial-2403↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7612)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7612): Process ended prematurely: osmo-stp_10.42.42.5(pid=7612) [trial-2403↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7612)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:21:09.827728 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:21:09.839547 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a10:21:09.993416 tst mo_mt_call_osmux.py: using LAC 40258\u000a10:21:10.121235 tst mo_mt_call_osmux.py: using RAC 223\u000a10:21:10.243770 tst mo_mt_call_osmux.py: using CellId 40258\u000a10:21:10.367931 tst mo_mt_call_osmux.py: using BVCI 40259\u000a10:21:10.391761 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:21:10.403733 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:21:10.415430 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:21:10.427070 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:21:10.439038 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:21:10.450818 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a10:21:10.566031 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a10:21:10.771967 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:21:11.271340 run create_hlr_db(pid=7606): Launched\u000a10:21:11.452249 bus /sierra_2: Setting Powered False\u000a10:21:12.473792 run create_hlr_db(pid=7606): Terminated: ok {rc=0}\u000a10:21:12.891229 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7608): Launched\u000a10:21:13.202966 run osmo-hlr_10.42.42.2(pid=7609): Launched\u000a10:21:13.320256 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:21:13.865771 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7611): Launched\u000a10:21:14.178267 run osmo-stp_10.42.42.5(pid=7612): Launched\u000a10:21:14.291258 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:21:14.864254 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7614): Launched\u000a10:21:15.176481 run osmo-msc_10.42.42.6(pid=7615): Launched\u000a10:21:15.358783 run osmo-stp_10.42.42.5(pid=7612): ERR: Terminated: ERROR {rc=1} [trial-2403↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7612)]\u000a10:21:15.491304 run osmo-stp_10.42.42.5(pid=7612): stdout: \u000a| (launched: 2022-12-14_10:21:14.025469)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:21:15.623829 run osmo-stp_10.42.42.5(pid=7612): stderr: \u000a| �[0;m�[38;5;43m20221214102114211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214102114211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214102114211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214102114211 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214102114212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214102114212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214102114212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:21:15.749311 run osmo-stp_10.42.42.5(pid=7612): stdout: \u000a| (launched: 2022-12-14_10:21:14.025469)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:21:15.879996 run osmo-stp_10.42.42.5(pid=7612): stderr: \u000a| �[0;m�[38;5;43m20221214102114211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214102114211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214102114211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214102114211 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214102114212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214102114212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214102114212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:21:15.937143 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7612): Process ended prematurely: osmo-stp_10.42.42.5(pid=7612) [trial-2403↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7612)] [trial-2403↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a10:21:15.947283 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a10:21:16.010448 run osmo-hlr_10.42.42.2(pid=7609): ERR: Terminated: ERROR {rc=237} [trial-2403↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7609)]\u000a10:21:16.062440 run osmo-hlr_10.42.42.2(pid=7609): stdout: \u000a| (launched: 2022-12-14_10:21:13.050751) \u000a10:21:16.116015 run osmo-hlr_10.42.42.2(pid=7609): stderr: \u000a| �[0;m�[1;31m20221214102113243 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214102113243 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214102113243 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214102113243 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214102113243 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214102113243 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214102113256 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214102113264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214102113264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214102113264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:21:16.187660 run osmo-msc_10.42.42.6(pid=7615): ERR: Terminated: ERROR {rc=2} [trial-2403↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7615)]\u000a10:21:16.239700 run osmo-msc_10.42.42.6(pid=7615): stdout: \u000a| (launched: 2022-12-14_10:21:15.023070) \u000a10:21:16.292382 run osmo-msc_10.42.42.6(pid=7615): stderr: \u000a| �[0;m�[38;5;43m20221214102115341 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214102115341 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fddc0627c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214102115342 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214102115342 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214102115342 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214102115342 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214102115344 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214102115344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214102115344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214102115344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:21:16.337258 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7608): Terminating (SIGTERM)\u000a10:21:16.381643 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7611): Terminating (SIGTERM)\u000a10:21:16.426147 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7614): Terminating (SIGTERM)\u000a10:21:16.435955 --- ParallelTerminationStrategy: PID 7608 died...\u000a10:21:16.493327 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7608): Terminated: ok {rc=0}\u000a10:21:16.503851 --- ParallelTerminationStrategy: PID 7611 died...\u000a10:21:16.560485 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7611): Terminated: ok {rc=0}\u000a10:21:16.570972 --- ParallelTerminationStrategy: PID 7614 died...\u000a10:21:16.627632 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7614): Terminated: ok {rc=0}\u000a10:21:16.715492 bus /sierra_3: Setting Powered False\u000a10:21:17.814301 bus /sierra_3: Setting Powered False\u000a10:21:18.924849 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "61", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T10:20:59" }, { "cases" : [ { "testActions" : [ ], "age" : 265, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7626): Process ended prematurely: osmo-stp_10.42.42.5(pid=7626) [trial-2403↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7626)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7626): Process ended prematurely: osmo-stp_10.42.42.5(pid=7626) [trial-2403↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7626)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a10:21:20.923429 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:21:20.934698 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a10:21:21.087182 tst mo_mt_call.py: using LAC 40259\u000a10:21:21.202705 tst mo_mt_call.py: using RAC 224\u000a10:21:21.318754 tst mo_mt_call.py: using CellId 40259\u000a10:21:21.435780 tst mo_mt_call.py: using BVCI 40260\u000a10:21:21.457981 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:21:21.469045 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:21:21.479951 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:21:21.490918 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:21:21.502182 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:21:21.513341 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a10:21:21.632051 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a10:21:21.827998 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:21:22.304599 run create_hlr_db(pid=7620): Launched\u000a10:21:22.486093 bus /sierra_2: Setting Powered False\u000a10:21:23.506982 run create_hlr_db(pid=7620): Terminated: ok {rc=0}\u000a10:21:23.923636 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7622): Launched\u000a10:21:24.236167 run osmo-hlr_10.42.42.2(pid=7623): Launched\u000a10:21:24.349234 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:21:24.892370 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7625): Launched\u000a10:21:25.204476 run osmo-stp_10.42.42.5(pid=7626): Launched\u000a10:21:25.317441 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:21:25.900446 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7628): Launched\u000a10:21:26.215267 run osmo-msc_10.42.42.6(pid=7629): Launched\u000a10:21:26.399324 run osmo-stp_10.42.42.5(pid=7626): ERR: Terminated: ERROR {rc=1} [trial-2403↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7626)]\u000a10:21:26.533911 run osmo-stp_10.42.42.5(pid=7626): stdout: \u000a| (launched: 2022-12-14_10:21:25.051576)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:21:26.667045 run osmo-stp_10.42.42.5(pid=7626): stderr: \u000a| �[0;m�[38;5;43m20221214102125238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214102125238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214102125239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214102125239 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214102125240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214102125240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214102125240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:21:26.793828 run osmo-stp_10.42.42.5(pid=7626): stdout: \u000a| (launched: 2022-12-14_10:21:25.051576)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:21:26.919037 run osmo-stp_10.42.42.5(pid=7626): stderr: \u000a| �[0;m�[38;5;43m20221214102125238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214102125238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214102125239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214102125239 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214102125240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214102125240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214102125240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:21:26.974728 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7626): Process ended prematurely: osmo-stp_10.42.42.5(pid=7626) [trial-2403↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7626)] [trial-2403↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a10:21:26.984120 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a10:21:27.047022 run osmo-hlr_10.42.42.2(pid=7623): ERR: Terminated: ERROR {rc=237} [trial-2403↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7623)]\u000a10:21:27.098319 run osmo-hlr_10.42.42.2(pid=7623): stdout: \u000a| (launched: 2022-12-14_10:21:24.083186) \u000a10:21:27.150392 run osmo-hlr_10.42.42.2(pid=7623): stderr: \u000a| �[0;m�[1;31m20221214102124276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214102124276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214102124276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214102124276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214102124276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214102124276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214102124290 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214102124298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214102124298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214102124298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:21:27.220817 run osmo-msc_10.42.42.6(pid=7629): ERR: Terminated: ERROR {rc=2} [trial-2403↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7629)]\u000a10:21:27.272018 run osmo-msc_10.42.42.6(pid=7629): stdout: \u000a| (launched: 2022-12-14_10:21:26.060747) \u000a10:21:27.324324 run osmo-msc_10.42.42.6(pid=7629): stderr: \u000a| �[0;m�[38;5;43m20221214102126378 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214102126378 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4a63809c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214102126378 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214102126379 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214102126379 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214102126379 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214102126381 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214102126381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214102126381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214102126381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:21:27.368374 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7622): Terminating (SIGTERM)\u000a10:21:27.409969 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7625): Terminating (SIGTERM)\u000a10:21:27.451967 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7628): Terminating (SIGTERM)\u000a10:21:27.461741 --- ParallelTerminationStrategy: PID 7622 died...\u000a10:21:27.517523 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7622): Terminated: ok {rc=0}\u000a10:21:27.527561 --- ParallelTerminationStrategy: PID 7625 died...\u000a10:21:27.582614 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7625): Terminated: ok {rc=0}\u000a10:21:27.592371 --- ParallelTerminationStrategy: PID 7628 died...\u000a10:21:27.647818 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7628): Terminated: ok {rc=0}\u000a10:21:27.733562 bus /sierra_3: Setting Powered False\u000a10:21:28.839341 bus /sierra_3: Setting Powered False\u000a10:21:29.945339 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 239, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7637): Process ended prematurely: osmo-stp_10.42.42.5(pid=7637) [trial-2403↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7637)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7637): Process ended prematurely: osmo-stp_10.42.42.5(pid=7637) [trial-2403↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7637)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:21:31.062405 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:21:31.075094 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a10:21:31.241021 tst mo_mt_call_osmux.py: using LAC 40260\u000a10:21:31.368321 tst mo_mt_call_osmux.py: using RAC 225\u000a10:21:31.488233 tst mo_mt_call_osmux.py: using CellId 40260\u000a10:21:31.619612 tst mo_mt_call_osmux.py: using BVCI 40261\u000a10:21:31.645187 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:21:31.657445 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:21:31.670234 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:21:31.682772 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:21:31.695296 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:21:31.707798 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a10:21:31.827608 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a10:21:32.077130 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:21:32.546049 run create_hlr_db(pid=7631): Launched\u000a10:21:32.715975 bus /sierra_2: Setting Powered False\u000a10:21:33.737805 run create_hlr_db(pid=7631): Terminated: ok {rc=0}\u000a10:21:34.157110 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7633): Launched\u000a10:21:34.470569 run osmo-hlr_10.42.42.2(pid=7634): Launched\u000a10:21:34.585347 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:21:35.132509 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7636): Launched\u000a10:21:35.446601 run osmo-stp_10.42.42.5(pid=7637): Launched\u000a10:21:35.561332 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:21:36.138417 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7639): Launched\u000a10:21:36.452927 run osmo-msc_10.42.42.6(pid=7640): Launched\u000a10:21:36.637383 run osmo-stp_10.42.42.5(pid=7637): ERR: Terminated: ERROR {rc=1} [trial-2403↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7637)]\u000a10:21:36.770656 run osmo-stp_10.42.42.5(pid=7637): stdout: \u000a| (launched: 2022-12-14_10:21:35.292593)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:21:36.902714 run osmo-stp_10.42.42.5(pid=7637): stderr: \u000a| �[0;m�[38;5;43m20221214102135479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214102135479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214102135479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214102135480 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214102135480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214102135480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214102135480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:21:37.028823 run osmo-stp_10.42.42.5(pid=7637): stdout: \u000a| (launched: 2022-12-14_10:21:35.292593)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:21:37.153804 run osmo-stp_10.42.42.5(pid=7637): stderr: \u000a| �[0;m�[38;5;43m20221214102135479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214102135479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214102135479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214102135480 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214102135480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214102135480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214102135480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:21:37.209598 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7637): Process ended prematurely: osmo-stp_10.42.42.5(pid=7637) [trial-2403↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7637)] [trial-2403↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a10:21:37.219032 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a10:21:37.281105 run osmo-hlr_10.42.42.2(pid=7634): ERR: Terminated: ERROR {rc=237} [trial-2403↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7634)]\u000a10:21:37.332312 run osmo-hlr_10.42.42.2(pid=7634): stdout: \u000a| (launched: 2022-12-14_10:21:34.316513) \u000a10:21:37.383965 run osmo-hlr_10.42.42.2(pid=7634): stderr: \u000a| �[0;m�[1;31m20221214102134508 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214102134508 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214102134508 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214102134508 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214102134508 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214102134508 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214102134521 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214102134529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214102134529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214102134529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:21:37.454075 run osmo-msc_10.42.42.6(pid=7640): ERR: Terminated: ERROR {rc=2} [trial-2403↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7640)]\u000a10:21:37.504997 run osmo-msc_10.42.42.6(pid=7640): stdout: \u000a| (launched: 2022-12-14_10:21:36.298112) \u000a10:21:37.556375 run osmo-msc_10.42.42.6(pid=7640): stderr: \u000a| �[0;m�[38;5;43m20221214102136614 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214102136615 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa47dc87c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214102136615 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214102136615 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214102136615 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214102136615 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214102136617 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214102136617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214102136618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214102136618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:21:37.600126 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7633): Terminating (SIGTERM)\u000a10:21:37.641747 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7636): Terminating (SIGTERM)\u000a10:21:37.683547 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7639): Terminating (SIGTERM)\u000a10:21:37.693302 --- ParallelTerminationStrategy: PID 7633 died...\u000a10:21:37.748545 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7633): Terminated: ok {rc=0}\u000a10:21:37.758520 --- ParallelTerminationStrategy: PID 7636 died...\u000a10:21:37.813330 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7636): Terminated: ok {rc=0}\u000a10:21:37.823229 --- ParallelTerminationStrategy: PID 7639 died...\u000a10:21:37.877972 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7639): Terminated: ok {rc=0}\u000a10:21:37.964781 bus /sierra_3: Setting Powered False\u000a10:21:39.066972 bus /sierra_3: Setting Powered False\u000a10:21:40.173904 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "62", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T10:21:20" }, { "cases" : [ { "testActions" : [ ], "age" : 265, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7651): Process ended prematurely: osmo-stp_10.42.42.5(pid=7651) [trial-2403↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7651)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7651): Process ended prematurely: osmo-stp_10.42.42.5(pid=7651) [trial-2403↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7651)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a10:21:42.173681 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:21:42.184880 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a10:21:42.345790 tst mo_mt_call.py: using LAC 40261\u000a10:21:42.470755 tst mo_mt_call.py: using RAC 226\u000a10:21:42.595901 tst mo_mt_call.py: using CellId 40261\u000a10:21:42.721081 tst mo_mt_call.py: using BVCI 40262\u000a10:21:42.745057 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:21:42.756597 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:21:42.767921 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:21:42.779267 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:21:42.790743 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:21:42.802172 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a10:21:42.918476 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a10:21:43.124079 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:21:43.627589 run create_hlr_db(pid=7645): Launched\u000a10:21:43.809105 bus /sierra_2: Setting Powered False\u000a10:21:44.830625 run create_hlr_db(pid=7645): Terminated: ok {rc=0}\u000a10:21:45.249727 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7647): Launched\u000a10:21:45.563805 run osmo-hlr_10.42.42.2(pid=7648): Launched\u000a10:21:45.677112 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:21:46.237304 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7650): Launched\u000a10:21:46.624491 run osmo-stp_10.42.42.5(pid=7651): Launched\u000a10:21:46.876524 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:21:47.426988 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7653): Launched\u000a10:21:47.722865 run osmo-msc_10.42.42.6(pid=7654): Launched\u000a10:21:47.895255 run osmo-stp_10.42.42.5(pid=7651): ERR: Terminated: ERROR {rc=1} [trial-2403↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7651)]\u000a10:21:48.020756 run osmo-stp_10.42.42.5(pid=7651): stdout: \u000a| (launched: 2022-12-14_10:21:46.390911)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:21:48.144755 run osmo-stp_10.42.42.5(pid=7651): stderr: \u000a| �[0;m�[38;5;43m20221214102146654 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214102146654 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214102146654 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214102146654 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214102146655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214102146655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214102146655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:21:48.263376 run osmo-stp_10.42.42.5(pid=7651): stdout: \u000a| (launched: 2022-12-14_10:21:46.390911)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:21:48.381697 run osmo-stp_10.42.42.5(pid=7651): stderr: \u000a| �[0;m�[38;5;43m20221214102146654 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214102146654 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214102146654 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214102146654 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214102146655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214102146655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214102146655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:21:48.433871 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7651): Process ended prematurely: osmo-stp_10.42.42.5(pid=7651) [trial-2403↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7651)] [trial-2403↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a10:21:48.442547 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a10:21:48.501617 run osmo-hlr_10.42.42.2(pid=7648): ERR: Terminated: ERROR {rc=237} [trial-2403↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7648)]\u000a10:21:48.550225 run osmo-hlr_10.42.42.2(pid=7648): stdout: \u000a| (launched: 2022-12-14_10:21:45.409344) \u000a10:21:48.599550 run osmo-hlr_10.42.42.2(pid=7648): stderr: \u000a| �[0;m�[1;31m20221214102145602 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214102145602 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214102145602 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214102145602 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214102145602 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214102145602 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214102145617 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214102145625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214102145625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214102145625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:21:48.666432 run osmo-msc_10.42.42.6(pid=7654): ERR: Terminated: ERROR {rc=2} [trial-2403↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7654)]\u000a10:21:48.714947 run osmo-msc_10.42.42.6(pid=7654): stdout: \u000a| (launched: 2022-12-14_10:21:47.576392) \u000a10:21:48.764010 run osmo-msc_10.42.42.6(pid=7654): stderr: \u000a| �[0;m�[38;5;43m20221214102147844 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214102147844 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fea640dec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214102147844 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214102147844 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214102147844 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214102147844 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214102147846 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214102147846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214102147847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214102147847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:21:48.805670 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7647): Terminating (SIGTERM)\u000a10:21:48.844990 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7650): Terminating (SIGTERM)\u000a10:21:48.884269 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7653): Terminating (SIGTERM)\u000a10:21:48.893348 --- ParallelTerminationStrategy: PID 7647 died...\u000a10:21:48.946304 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7647): Terminated: ok {rc=0}\u000a10:21:48.955618 --- ParallelTerminationStrategy: PID 7650 died...\u000a10:21:49.008086 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7650): Terminated: ok {rc=0}\u000a10:21:49.017808 --- ParallelTerminationStrategy: PID 7653 died...\u000a10:21:49.070192 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7653): Terminated: ok {rc=0}\u000a10:21:49.157898 bus /sierra_3: Setting Powered False\u000a10:21:50.260225 bus /sierra_3: Setting Powered False\u000a10:21:51.369752 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 239, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7662): Process ended prematurely: osmo-stp_10.42.42.5(pid=7662) [trial-2403↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7662)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7662): Process ended prematurely: osmo-stp_10.42.42.5(pid=7662) [trial-2403↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7662)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:21:52.482461 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:21:52.494867 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a10:21:52.658836 tst mo_mt_call_osmux.py: using LAC 40262\u000a10:21:52.784119 tst mo_mt_call_osmux.py: using RAC 227\u000a10:21:52.907354 tst mo_mt_call_osmux.py: using CellId 40262\u000a10:21:53.026512 tst mo_mt_call_osmux.py: using BVCI 40263\u000a10:21:53.048936 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:21:53.060152 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:21:53.071502 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:21:53.082632 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:21:53.094312 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:21:53.105529 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a10:21:53.223547 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a10:21:53.421807 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:21:53.886750 run create_hlr_db(pid=7656): Launched\u000a10:21:54.056461 bus /sierra_2: Setting Powered False\u000a10:21:55.078527 run create_hlr_db(pid=7656): Terminated: ok {rc=0}\u000a10:21:55.500200 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7658): Launched\u000a10:21:55.814274 run osmo-hlr_10.42.42.2(pid=7659): Launched\u000a10:21:55.933101 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:21:56.482603 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7661): Launched\u000a10:21:56.795797 run osmo-stp_10.42.42.5(pid=7662): Launched\u000a10:21:56.909186 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:21:57.485299 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7664): Launched\u000a10:21:57.799655 run osmo-msc_10.42.42.6(pid=7665): Launched\u000a10:21:57.984735 run osmo-stp_10.42.42.5(pid=7662): ERR: Terminated: ERROR {rc=1} [trial-2403↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7662)]\u000a10:21:58.118394 run osmo-stp_10.42.42.5(pid=7662): stdout: \u000a| (launched: 2022-12-14_10:21:56.642478)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:21:58.250777 run osmo-stp_10.42.42.5(pid=7662): stderr: \u000a| �[0;m�[38;5;43m20221214102156830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214102156830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214102156830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214102156831 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214102156831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214102156831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214102156831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:21:58.377142 run osmo-stp_10.42.42.5(pid=7662): stdout: \u000a| (launched: 2022-12-14_10:21:56.642478)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:21:58.502666 run osmo-stp_10.42.42.5(pid=7662): stderr: \u000a| �[0;m�[38;5;43m20221214102156830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214102156830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214102156830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214102156831 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214102156831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214102156831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214102156831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:21:58.558372 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7662): Process ended prematurely: osmo-stp_10.42.42.5(pid=7662) [trial-2403↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7662)] [trial-2403↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a10:21:58.567494 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a10:21:58.629660 run osmo-hlr_10.42.42.2(pid=7659): ERR: Terminated: ERROR {rc=237} [trial-2403↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7659)]\u000a10:21:58.681084 run osmo-hlr_10.42.42.2(pid=7659): stdout: \u000a| (launched: 2022-12-14_10:21:55.660073) \u000a10:21:58.732815 run osmo-hlr_10.42.42.2(pid=7659): stderr: \u000a| �[0;m�[1;31m20221214102155854 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214102155854 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214102155854 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214102155854 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214102155854 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214102155854 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214102155866 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214102155874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214102155874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214102155874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:21:58.803000 run osmo-msc_10.42.42.6(pid=7665): ERR: Terminated: ERROR {rc=2} [trial-2403↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7665)]\u000a10:21:58.853860 run osmo-msc_10.42.42.6(pid=7665): stdout: \u000a| (launched: 2022-12-14_10:21:57.645432) \u000a10:21:58.905330 run osmo-msc_10.42.42.6(pid=7665): stderr: \u000a| �[0;m�[38;5;43m20221214102157961 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214102157961 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7effe3812c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214102157961 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214102157961 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214102157961 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214102157962 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214102157963 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214102157964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214102157964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214102157964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:21:58.949043 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7658): Terminating (SIGTERM)\u000a10:21:58.990417 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7661): Terminating (SIGTERM)\u000a10:21:59.031836 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7664): Terminating (SIGTERM)\u000a10:21:59.041024 --- ParallelTerminationStrategy: PID 7658 died...\u000a10:21:59.095945 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7658): Terminated: ok {rc=0}\u000a10:21:59.105897 --- ParallelTerminationStrategy: PID 7661 died...\u000a10:21:59.160431 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7661): Terminated: ok {rc=0}\u000a10:21:59.170292 --- ParallelTerminationStrategy: PID 7664 died...\u000a10:21:59.225071 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7664): Terminated: ok {rc=0}\u000a10:21:59.311340 bus /sierra_3: Setting Powered False\u000a10:22:00.415387 bus /sierra_3: Setting Powered False\u000a10:22:01.525482 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "63", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T10:21:41" }, { "cases" : [ { "testActions" : [ ], "age" : 265, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7678): Process ended prematurely: osmo-stp_10.42.42.5(pid=7678) [trial-2403↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7678)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7678): Process ended prematurely: osmo-stp_10.42.42.5(pid=7678) [trial-2403↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7678)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a10:22:03.536489 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:22:03.548120 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a10:22:03.707838 tst mo_mt_call.py: using LAC 40263\u000a10:22:03.829842 tst mo_mt_call.py: using RAC 228\u000a10:22:03.951749 tst mo_mt_call.py: using CellId 40263\u000a10:22:04.073287 tst mo_mt_call.py: using BVCI 40264\u000a10:22:04.097344 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:22:04.109008 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:22:04.120320 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:22:04.131692 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:22:04.143210 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:22:04.154551 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a10:22:04.271367 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a10:22:04.479347 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:22:04.979947 run create_hlr_db(pid=7672): Launched\u000a10:22:05.161261 bus /sierra_2: Setting Powered False\u000a10:22:06.183855 run create_hlr_db(pid=7672): Terminated: ok {rc=0}\u000a10:22:06.581366 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7674): Launched\u000a10:22:06.876006 run osmo-hlr_10.42.42.2(pid=7675): Launched\u000a10:22:06.991079 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:22:07.510117 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7677): Launched\u000a10:22:07.803999 run osmo-stp_10.42.42.5(pid=7678): Launched\u000a10:22:07.918846 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:22:08.465191 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7680): Launched\u000a10:22:08.762590 run osmo-msc_10.42.42.6(pid=7681): Launched\u000a10:22:08.936413 run osmo-stp_10.42.42.5(pid=7678): ERR: Terminated: ERROR {rc=1} [trial-2403↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7678)]\u000a10:22:09.062701 run osmo-stp_10.42.42.5(pid=7678): stdout: \u000a| (launched: 2022-12-14_10:22:07.658859)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:22:09.186311 run osmo-stp_10.42.42.5(pid=7678): stderr: \u000a| �[0;m�[38;5;43m20221214102207826 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214102207826 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214102207826 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214102207827 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214102207827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214102207827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214102207827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:22:09.305495 run osmo-stp_10.42.42.5(pid=7678): stdout: \u000a| (launched: 2022-12-14_10:22:07.658859)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:22:09.422887 run osmo-stp_10.42.42.5(pid=7678): stderr: \u000a| �[0;m�[38;5;43m20221214102207826 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214102207826 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214102207826 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214102207827 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214102207827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214102207827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214102207827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:22:09.475262 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7678): Process ended prematurely: osmo-stp_10.42.42.5(pid=7678) [trial-2403↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7678)] [trial-2403↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a10:22:09.483840 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a10:22:09.543606 run osmo-hlr_10.42.42.2(pid=7675): ERR: Terminated: ERROR {rc=237} [trial-2403↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7675)]\u000a10:22:09.592334 run osmo-hlr_10.42.42.2(pid=7675): stdout: \u000a| (launched: 2022-12-14_10:22:06.730887) \u000a10:22:09.641825 run osmo-hlr_10.42.42.2(pid=7675): stderr: \u000a| �[0;m�[1;31m20221214102206902 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214102206902 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214102206902 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214102206902 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214102206902 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214102206902 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214102206914 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214102206923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214102206923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214102206923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:22:09.708820 run osmo-msc_10.42.42.6(pid=7681): ERR: Terminated: ERROR {rc=2} [trial-2403↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7681)]\u000a10:22:09.757551 run osmo-msc_10.42.42.6(pid=7681): stdout: \u000a| (launched: 2022-12-14_10:22:08.614717) \u000a10:22:09.806783 run osmo-msc_10.42.42.6(pid=7681): stderr: \u000a| �[0;m�[38;5;43m20221214102208881 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214102208881 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbf6ee4bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214102208881 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214102208881 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214102208881 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214102208882 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214102208883 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214102208884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214102208884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214102208884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:22:09.848526 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7674): Terminating (SIGTERM)\u000a10:22:09.887883 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7677): Terminating (SIGTERM)\u000a10:22:09.927628 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7680): Terminating (SIGTERM)\u000a10:22:09.937120 --- ParallelTerminationStrategy: PID 7674 died...\u000a10:22:09.990599 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7674): Terminated: ok {rc=0}\u000a10:22:09.999960 --- ParallelTerminationStrategy: PID 7677 died...\u000a10:22:10.052688 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7677): Terminated: ok {rc=0}\u000a10:22:10.062042 --- ParallelTerminationStrategy: PID 7680 died...\u000a10:22:10.114738 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7680): Terminated: ok {rc=0}\u000a10:22:10.201852 bus /sierra_3: Setting Powered False\u000a10:22:11.303578 bus /sierra_3: Setting Powered False\u000a10:22:12.414396 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 239, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7689): Process ended prematurely: osmo-stp_10.42.42.5(pid=7689) [trial-2403↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7689)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7689): Process ended prematurely: osmo-stp_10.42.42.5(pid=7689) [trial-2403↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7689)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:22:13.522231 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:22:13.533763 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a10:22:13.687597 tst mo_mt_call_osmux.py: using LAC 40264\u000a10:22:13.805162 tst mo_mt_call_osmux.py: using RAC 229\u000a10:22:13.922094 tst mo_mt_call_osmux.py: using CellId 40264\u000a10:22:14.038258 tst mo_mt_call_osmux.py: using BVCI 40265\u000a10:22:14.060448 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:22:14.071560 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:22:14.082420 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:22:14.093531 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:22:14.104676 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:22:14.115867 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a10:22:14.229494 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a10:22:14.431267 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:22:14.894211 run create_hlr_db(pid=7683): Launched\u000a10:22:15.063415 bus /sierra_2: Setting Powered False\u000a10:22:16.089860 run create_hlr_db(pid=7683): Terminated: ok {rc=0}\u000a10:22:16.514026 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7685): Launched\u000a10:22:16.962028 run osmo-hlr_10.42.42.2(pid=7686): Launched\u000a10:22:17.110371 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:22:17.689758 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7688): Launched\u000a10:22:18.004313 run osmo-stp_10.42.42.5(pid=7689): Launched\u000a10:22:18.118458 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:22:18.695060 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7691): Launched\u000a10:22:19.010290 run osmo-msc_10.42.42.6(pid=7692): Launched\u000a10:22:19.194836 run osmo-stp_10.42.42.5(pid=7689): ERR: Terminated: ERROR {rc=1} [trial-2403↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7689)]\u000a10:22:19.328395 run osmo-stp_10.42.42.5(pid=7689): stdout: \u000a| (launched: 2022-12-14_10:22:17.849811)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:22:19.461698 run osmo-stp_10.42.42.5(pid=7689): stderr: \u000a| �[0;m�[38;5;43m20221214102218038 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214102218038 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214102218038 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214102218038 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214102218039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214102218039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214102218039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:22:19.588459 run osmo-stp_10.42.42.5(pid=7689): stdout: \u000a| (launched: 2022-12-14_10:22:17.849811)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:22:19.713924 run osmo-stp_10.42.42.5(pid=7689): stderr: \u000a| �[0;m�[38;5;43m20221214102218038 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214102218038 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214102218038 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214102218038 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214102218039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214102218039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214102218039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:22:19.769686 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7689): Process ended prematurely: osmo-stp_10.42.42.5(pid=7689) [trial-2403↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7689)] [trial-2403↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a10:22:19.779167 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a10:22:19.841280 run osmo-hlr_10.42.42.2(pid=7686): ERR: Terminated: ERROR {rc=237} [trial-2403↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7686)]\u000a10:22:19.892627 run osmo-hlr_10.42.42.2(pid=7686): stdout: \u000a| (launched: 2022-12-14_10:22:16.683362) \u000a10:22:19.944433 run osmo-hlr_10.42.42.2(pid=7686): stderr: \u000a| �[0;m�[1;31m20221214102216921 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214102216921 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214102216921 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214102216921 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214102216921 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214102216921 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214102216939 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214102216947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214102216947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214102216947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:22:20.014677 run osmo-msc_10.42.42.6(pid=7692): ERR: Terminated: ERROR {rc=2} [trial-2403↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7692)]\u000a10:22:20.066286 run osmo-msc_10.42.42.6(pid=7692): stdout: \u000a| (launched: 2022-12-14_10:22:18.855463) \u000a10:22:20.118210 run osmo-msc_10.42.42.6(pid=7692): stderr: \u000a| �[0;m�[38;5;43m20221214102219171 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214102219171 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ffa32026c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214102219171 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214102219171 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214102219172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214102219172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214102219173 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214102219174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214102219174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214102219174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:22:20.162401 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7685): Terminating (SIGTERM)\u000a10:22:20.204480 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7688): Terminating (SIGTERM)\u000a10:22:20.246225 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7691): Terminating (SIGTERM)\u000a10:22:20.255810 --- ParallelTerminationStrategy: PID 7685 died...\u000a10:22:20.311219 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7685): Terminated: ok {rc=0}\u000a10:22:20.321343 --- ParallelTerminationStrategy: PID 7688 died...\u000a10:22:20.376710 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7688): Terminated: ok {rc=0}\u000a10:22:20.386734 --- ParallelTerminationStrategy: PID 7691 died...\u000a10:22:20.441720 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7691): Terminated: ok {rc=0}\u000a10:22:20.529082 bus /sierra_3: Setting Powered False\u000a10:22:21.631790 bus /sierra_3: Setting Powered False\u000a10:22:22.741648 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "64", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T10:22:03" }, { "cases" : [ { "testActions" : [ ], "age" : 265, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7703): Process ended prematurely: osmo-stp_10.42.42.5(pid=7703) [trial-2403↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7703)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7703): Process ended prematurely: osmo-stp_10.42.42.5(pid=7703) [trial-2403↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7703)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a10:22:24.731317 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:22:24.742446 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a10:22:24.897228 tst mo_mt_call.py: using LAC 40265\u000a10:22:25.014632 tst mo_mt_call.py: using RAC 230\u000a10:22:25.130872 tst mo_mt_call.py: using CellId 40265\u000a10:22:25.247524 tst mo_mt_call.py: using BVCI 40266\u000a10:22:25.269833 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:22:25.280760 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:22:25.291616 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:22:25.302562 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:22:25.313916 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:22:25.325109 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a10:22:25.440712 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a10:22:25.648144 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:22:26.151212 run create_hlr_db(pid=7697): Launched\u000a10:22:26.331724 bus /sierra_2: Setting Powered False\u000a10:22:27.354551 run create_hlr_db(pid=7697): Terminated: ok {rc=0}\u000a10:22:27.775611 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7699): Launched\u000a10:22:28.088912 run osmo-hlr_10.42.42.2(pid=7700): Launched\u000a10:22:28.207178 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:22:28.753300 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7702): Launched\u000a10:22:29.066251 run osmo-stp_10.42.42.5(pid=7703): Launched\u000a10:22:29.179488 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:22:29.755388 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7705): Launched\u000a10:22:30.069773 run osmo-msc_10.42.42.6(pid=7706): Launched\u000a10:22:30.254718 run osmo-stp_10.42.42.5(pid=7703): ERR: Terminated: ERROR {rc=1} [trial-2403↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7703)]\u000a10:22:30.388286 run osmo-stp_10.42.42.5(pid=7703): stdout: \u000a| (launched: 2022-12-14_10:22:28.912705)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:22:30.521308 run osmo-stp_10.42.42.5(pid=7703): stderr: \u000a| �[0;m�[38;5;43m20221214102229100 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214102229100 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214102229101 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214102229101 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214102229101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214102229102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214102229102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:22:30.647640 run osmo-stp_10.42.42.5(pid=7703): stdout: \u000a| (launched: 2022-12-14_10:22:28.912705)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:22:30.772434 run osmo-stp_10.42.42.5(pid=7703): stderr: \u000a| �[0;m�[38;5;43m20221214102229100 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214102229100 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214102229101 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214102229101 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214102229101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214102229102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214102229102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:22:30.828177 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7703): Process ended prematurely: osmo-stp_10.42.42.5(pid=7703) [trial-2403↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7703)] [trial-2403↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a10:22:30.846493 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a10:22:30.910119 run osmo-hlr_10.42.42.2(pid=7700): ERR: Terminated: ERROR {rc=237} [trial-2403↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7700)]\u000a10:22:30.962141 run osmo-hlr_10.42.42.2(pid=7700): stdout: \u000a| (launched: 2022-12-14_10:22:27.934941) \u000a10:22:31.015077 run osmo-hlr_10.42.42.2(pid=7700): stderr: \u000a| �[0;m�[1;31m20221214102228129 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214102228129 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214102228129 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214102228129 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214102228129 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214102228129 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214102228142 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214102228150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214102228150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214102228151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:22:31.086739 run osmo-msc_10.42.42.6(pid=7706): ERR: Terminated: ERROR {rc=2} [trial-2403↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7706)]\u000a10:22:31.139002 run osmo-msc_10.42.42.6(pid=7706): stdout: \u000a| (launched: 2022-12-14_10:22:29.914769) \u000a10:22:31.192005 run osmo-msc_10.42.42.6(pid=7706): stderr: \u000a| �[0;m�[38;5;43m20221214102230231 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214102230231 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8c61507c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214102230231 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214102230231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214102230231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214102230232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214102230233 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214102230234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214102230234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214102230234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:22:31.236842 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7699): Terminating (SIGTERM)\u000a10:22:31.281391 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7702): Terminating (SIGTERM)\u000a10:22:31.324049 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7705): Terminating (SIGTERM)\u000a10:22:31.334625 --- ParallelTerminationStrategy: PID 7699 died...\u000a10:22:31.392254 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7699): Terminated: ok {rc=0}\u000a10:22:31.402634 --- ParallelTerminationStrategy: PID 7702 died...\u000a10:22:31.458649 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7702): Terminated: ok {rc=0}\u000a10:22:31.469052 --- ParallelTerminationStrategy: PID 7705 died...\u000a10:22:31.525652 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7705): Terminated: ok {rc=0}\u000a10:22:31.616143 bus /sierra_3: Setting Powered False\u000a10:22:32.721028 bus /sierra_3: Setting Powered False\u000a10:22:33.832457 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 239, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7714): Process ended prematurely: osmo-stp_10.42.42.5(pid=7714) [trial-2403↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7714)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7714): Process ended prematurely: osmo-stp_10.42.42.5(pid=7714) [trial-2403↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7714)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:22:34.941500 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:22:34.953209 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a10:22:35.110735 tst mo_mt_call_osmux.py: using LAC 40266\u000a10:22:35.230247 tst mo_mt_call_osmux.py: using RAC 231\u000a10:22:35.343998 tst mo_mt_call_osmux.py: using CellId 40266\u000a10:22:35.467592 tst mo_mt_call_osmux.py: using BVCI 40267\u000a10:22:35.492172 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:22:35.504042 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:22:35.515769 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:22:35.527494 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:22:35.539925 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:22:35.552106 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a10:22:35.670467 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a10:22:35.878430 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:22:36.383635 run create_hlr_db(pid=7708): Launched\u000a10:22:36.567129 bus /sierra_2: Setting Powered False\u000a10:22:37.587698 run create_hlr_db(pid=7708): Terminated: ok {rc=0}\u000a10:22:38.009384 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7710): Launched\u000a10:22:38.324916 run osmo-hlr_10.42.42.2(pid=7711): Launched\u000a10:22:38.443709 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:22:38.991124 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7713): Launched\u000a10:22:39.306655 run osmo-stp_10.42.42.5(pid=7714): Launched\u000a10:22:39.420325 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:22:39.998541 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7716): Launched\u000a10:22:40.315116 run osmo-msc_10.42.42.6(pid=7717): Launched\u000a10:22:40.500025 run osmo-stp_10.42.42.5(pid=7714): ERR: Terminated: ERROR {rc=1} [trial-2403↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7714)]\u000a10:22:40.634124 run osmo-stp_10.42.42.5(pid=7714): stdout: \u000a| (launched: 2022-12-14_10:22:39.151461)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:22:40.767521 run osmo-stp_10.42.42.5(pid=7714): stderr: \u000a| �[0;m�[38;5;43m20221214102239338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214102239338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214102239338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214102239339 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214102239339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214102239339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214102239339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:22:40.894517 run osmo-stp_10.42.42.5(pid=7714): stdout: \u000a| (launched: 2022-12-14_10:22:39.151461)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:22:41.019879 run osmo-stp_10.42.42.5(pid=7714): stderr: \u000a| �[0;m�[38;5;43m20221214102239338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214102239338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214102239338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214102239339 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214102239339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214102239339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214102239339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:22:41.075770 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7714): Process ended prematurely: osmo-stp_10.42.42.5(pid=7714) [trial-2403↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7714)] [trial-2403↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a10:22:41.085285 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a10:22:41.147163 run osmo-hlr_10.42.42.2(pid=7711): ERR: Terminated: ERROR {rc=237} [trial-2403↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7711)]\u000a10:22:41.197975 run osmo-hlr_10.42.42.2(pid=7711): stdout: \u000a| (launched: 2022-12-14_10:22:38.170256) \u000a10:22:41.249458 run osmo-hlr_10.42.42.2(pid=7711): stderr: \u000a| �[0;m�[1;31m20221214102238365 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214102238365 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214102238365 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214102238365 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214102238365 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214102238365 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214102238378 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214102238386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214102238386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214102238387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:22:41.319081 run osmo-msc_10.42.42.6(pid=7717): ERR: Terminated: ERROR {rc=2} [trial-2403↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7717)]\u000a10:22:41.369792 run osmo-msc_10.42.42.6(pid=7717): stdout: \u000a| (launched: 2022-12-14_10:22:40.159058) \u000a10:22:41.420979 run osmo-msc_10.42.42.6(pid=7717): stderr: \u000a| �[0;m�[38;5;43m20221214102240477 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214102240478 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f003f172c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214102240478 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214102240478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214102240478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214102240478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214102240480 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214102240480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214102240480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214102240480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:22:41.464925 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7710): Terminating (SIGTERM)\u000a10:22:41.507016 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7713): Terminating (SIGTERM)\u000a10:22:41.548877 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7716): Terminating (SIGTERM)\u000a10:22:41.558567 --- ParallelTerminationStrategy: PID 7710 died...\u000a10:22:41.613949 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7710): Terminated: ok {rc=0}\u000a10:22:41.623952 --- ParallelTerminationStrategy: PID 7713 died...\u000a10:22:41.679058 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7713): Terminated: ok {rc=0}\u000a10:22:41.689111 --- ParallelTerminationStrategy: PID 7716 died...\u000a10:22:41.744058 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7716): Terminated: ok {rc=0}\u000a10:22:41.829868 bus /sierra_3: Setting Powered False\u000a10:22:42.935854 bus /sierra_3: Setting Powered False\u000a10:22:44.044657 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "65", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T10:22:24" }, { "cases" : [ { "testActions" : [ ], "age" : 265, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7728): Process ended prematurely: osmo-stp_10.42.42.5(pid=7728) [trial-2403↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7728)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7728): Process ended prematurely: osmo-stp_10.42.42.5(pid=7728) [trial-2403↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7728)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a10:22:46.078842 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:22:46.094088 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a10:22:46.266526 tst mo_mt_call.py: using LAC 40267\u000a10:22:46.411196 tst mo_mt_call.py: using RAC 232\u000a10:22:46.531444 tst mo_mt_call.py: using CellId 40267\u000a10:22:46.657762 tst mo_mt_call.py: using BVCI 40268\u000a10:22:46.682891 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:22:46.696806 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:22:46.712499 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:22:46.727835 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:22:46.743044 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:22:46.758272 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:22:46.903037 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:22:47.148570 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:22:47.622586 run create_hlr_db(pid=7722): Launched\u000a10:22:47.792383 bus /sierra_2: Setting Powered False\u000a10:22:48.814936 run create_hlr_db(pid=7722): Terminated: ok {rc=0}\u000a10:22:49.232009 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7724): Launched\u000a10:22:49.526964 run osmo-hlr_10.42.42.2(pid=7725): Launched\u000a10:22:49.634408 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:22:50.146990 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7727): Launched\u000a10:22:50.442449 run osmo-stp_10.42.42.5(pid=7728): Launched\u000a10:22:50.549412 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:22:51.091925 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7730): Launched\u000a10:22:51.389267 run osmo-msc_10.42.42.6(pid=7731): Launched\u000a10:22:51.563503 run osmo-stp_10.42.42.5(pid=7728): ERR: Terminated: ERROR {rc=1} [trial-2403↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7728)]\u000a10:22:51.690160 run osmo-stp_10.42.42.5(pid=7728): stdout: \u000a| (launched: 2022-12-14_10:22:50.296645)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:22:51.814182 run osmo-stp_10.42.42.5(pid=7728): stderr: \u000a| �[0;m�[38;5;43m20221214102250462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214102250462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214102250463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214102250463 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214102250464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214102250464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214102250464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:22:51.934239 run osmo-stp_10.42.42.5(pid=7728): stdout: \u000a| (launched: 2022-12-14_10:22:50.296645)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:22:52.052321 run osmo-stp_10.42.42.5(pid=7728): stderr: \u000a| �[0;m�[38;5;43m20221214102250462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214102250462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214102250463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214102250463 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214102250464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214102250464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214102250464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:22:52.104270 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7728): Process ended prematurely: osmo-stp_10.42.42.5(pid=7728) [trial-2403↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7728)] [trial-2403↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a10:22:52.112875 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a10:22:52.173487 run osmo-hlr_10.42.42.2(pid=7725): ERR: Terminated: ERROR {rc=237} [trial-2403↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7725)]\u000a10:22:52.222645 run osmo-hlr_10.42.42.2(pid=7725): stdout: \u000a| (launched: 2022-12-14_10:22:49.381813) \u000a10:22:52.272600 run osmo-hlr_10.42.42.2(pid=7725): stderr: \u000a| �[0;m�[1;31m20221214102249553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214102249553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214102249553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214102249553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214102249553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214102249553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214102249565 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214102249574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214102249575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214102249575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:22:52.340242 run osmo-msc_10.42.42.6(pid=7731): ERR: Terminated: ERROR {rc=2} [trial-2403↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7731)]\u000a10:22:52.389300 run osmo-msc_10.42.42.6(pid=7731): stdout: \u000a| (launched: 2022-12-14_10:22:51.242175) \u000a10:22:52.439099 run osmo-msc_10.42.42.6(pid=7731): stderr: \u000a| �[0;m�[38;5;43m20221214102251510 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214102251511 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc11966ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214102251511 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214102251511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214102251511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214102251511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214102251513 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214102251513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214102251513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214102251514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:22:52.482044 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7724): Terminating (SIGTERM)\u000a10:22:52.522417 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7727): Terminating (SIGTERM)\u000a10:22:52.562483 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7730): Terminating (SIGTERM)\u000a10:22:52.571498 --- ParallelTerminationStrategy: PID 7724 died...\u000a10:22:52.625767 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7724): Terminated: ok {rc=0}\u000a10:22:52.635068 --- ParallelTerminationStrategy: PID 7727 died...\u000a10:22:52.688761 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7727): Terminated: ok {rc=0}\u000a10:22:52.698090 --- ParallelTerminationStrategy: PID 7730 died...\u000a10:22:52.751578 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7730): Terminated: ok {rc=0}\u000a10:22:52.839808 bus /sierra_3: Setting Powered False\u000a10:22:53.941286 bus /sierra_3: Setting Powered False\u000a10:22:55.051818 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 239, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7739): Process ended prematurely: osmo-stp_10.42.42.5(pid=7739) [trial-2403↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7739)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7739): Process ended prematurely: osmo-stp_10.42.42.5(pid=7739) [trial-2403↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7739)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:22:56.159864 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:22:56.171630 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a10:22:56.333851 tst mo_mt_call_osmux.py: using LAC 40268\u000a10:22:56.451252 tst mo_mt_call_osmux.py: using RAC 233\u000a10:22:56.574460 tst mo_mt_call_osmux.py: using CellId 40268\u000a10:22:56.696463 tst mo_mt_call_osmux.py: using BVCI 40269\u000a10:22:56.720568 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:22:56.732630 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:22:56.744301 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:22:56.756075 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:22:56.768069 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:22:56.779910 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:22:56.895691 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:22:57.104803 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:22:57.610320 run create_hlr_db(pid=7733): Launched\u000a10:22:57.792150 bus /sierra_2: Setting Powered False\u000a10:22:58.814628 run create_hlr_db(pid=7733): Terminated: ok {rc=0}\u000a10:22:59.236449 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7735): Launched\u000a10:22:59.552159 run osmo-hlr_10.42.42.2(pid=7736): Launched\u000a10:22:59.665769 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:23:00.213611 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7738): Launched\u000a10:23:00.529057 run osmo-stp_10.42.42.5(pid=7739): Launched\u000a10:23:00.642892 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:23:01.253812 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7741): Launched\u000a10:23:01.656688 run osmo-msc_10.42.42.6(pid=7742): Launched\u000a10:23:02.029598 run osmo-stp_10.42.42.5(pid=7739): ERR: Terminated: ERROR {rc=1} [trial-2403↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7739)]\u000a10:23:02.214478 run osmo-stp_10.42.42.5(pid=7739): stdout: \u000a| (launched: 2022-12-14_10:23:00.374001)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:23:02.342532 run osmo-stp_10.42.42.5(pid=7739): stderr: \u000a| �[0;m�[38;5;43m20221214102300560 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214102300560 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214102300560 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214102300561 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214102300561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214102300561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214102300561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:23:02.463121 run osmo-stp_10.42.42.5(pid=7739): stdout: \u000a| (launched: 2022-12-14_10:23:00.374001)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:23:02.582138 run osmo-stp_10.42.42.5(pid=7739): stderr: \u000a| �[0;m�[38;5;43m20221214102300560 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214102300560 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214102300560 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214102300561 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214102300561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214102300561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214102300561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:23:02.634576 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7739): Process ended prematurely: osmo-stp_10.42.42.5(pid=7739) [trial-2403↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7739)] [trial-2403↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a10:23:02.643504 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a10:23:02.704161 run osmo-hlr_10.42.42.2(pid=7736): ERR: Terminated: ERROR {rc=237} [trial-2403↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7736)]\u000a10:23:02.753605 run osmo-hlr_10.42.42.2(pid=7736): stdout: \u000a| (launched: 2022-12-14_10:22:59.396885) \u000a10:23:02.803547 run osmo-hlr_10.42.42.2(pid=7736): stderr: \u000a| �[0;m�[1;31m20221214102259588 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214102259588 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214102259589 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214102259589 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214102259589 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214102259589 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214102259601 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214102259609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214102259609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214102259609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:23:02.871272 run osmo-msc_10.42.42.6(pid=7742): ERR: Terminated: ERROR {rc=2} [trial-2403↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7742)]\u000a10:23:02.920489 run osmo-msc_10.42.42.6(pid=7742): stdout: \u000a| (launched: 2022-12-14_10:23:01.409873) \u000a10:23:02.970567 run osmo-msc_10.42.42.6(pid=7742): stderr: \u000a| �[0;m�[38;5;43m20221214102301994 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214102301994 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5537c0dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214102301994 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214102301994 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214102301995 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214102301995 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214102301997 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214102301997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214102301998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214102301998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:23:03.013108 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7735): Terminating (SIGTERM)\u000a10:23:03.053122 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7738): Terminating (SIGTERM)\u000a10:23:03.093381 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7741): Terminating (SIGTERM)\u000a10:23:03.102577 --- ParallelTerminationStrategy: PID 7735 died...\u000a10:23:03.156680 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7735): Terminated: ok {rc=0}\u000a10:23:03.166314 --- ParallelTerminationStrategy: PID 7738 died...\u000a10:23:03.219913 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7738): Terminated: ok {rc=0}\u000a10:23:03.229559 --- ParallelTerminationStrategy: PID 7741 died...\u000a10:23:03.283173 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7741): Terminated: ok {rc=0}\u000a10:23:03.370964 bus /sierra_3: Setting Powered False\u000a10:23:04.472831 bus /sierra_3: Setting Powered False\u000a10:23:05.583470 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "66", "name" : "voice_trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T10:22:45" }, { "cases" : [ { "testActions" : [ ], "age" : 265, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7753): Process ended prematurely: osmo-stp_10.42.42.5(pid=7753) [trial-2403↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7753)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7753): Process ended prematurely: osmo-stp_10.42.42.5(pid=7753) [trial-2403↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7753)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 voice:trx-sysmocell5000+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a10:23:07.583897 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:23:07.595523 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:23:07.759356 tst mo_mt_call.py: using LAC 40269\u000a10:23:07.879196 tst mo_mt_call.py: using RAC 234\u000a10:23:07.997905 tst mo_mt_call.py: using CellId 40269\u000a10:23:08.121199 tst mo_mt_call.py: using BVCI 40270\u000a10:23:08.145460 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:23:08.156929 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:23:08.168615 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:23:08.179996 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:23:08.191460 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:23:08.202727 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a10:23:08.318852 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a10:23:08.523888 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:23:09.027156 run create_hlr_db(pid=7747): Launched\u000a10:23:09.208616 bus /sierra_2: Setting Powered False\u000a10:23:10.229588 run create_hlr_db(pid=7747): Terminated: ok {rc=0}\u000a10:23:10.649709 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7749): Launched\u000a10:23:10.963244 run osmo-hlr_10.42.42.2(pid=7750): Launched\u000a10:23:11.081177 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:23:11.631067 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7752): Launched\u000a10:23:11.945593 run osmo-stp_10.42.42.5(pid=7753): Launched\u000a10:23:12.059076 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:23:12.638127 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7755): Launched\u000a10:23:12.955458 run osmo-msc_10.42.42.6(pid=7756): Launched\u000a10:23:13.140215 run osmo-stp_10.42.42.5(pid=7753): ERR: Terminated: ERROR {rc=1} [trial-2403↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7753)]\u000a10:23:13.274012 run osmo-stp_10.42.42.5(pid=7753): stdout: \u000a| (launched: 2022-12-14_10:23:11.790813)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:23:13.407091 run osmo-stp_10.42.42.5(pid=7753): stderr: \u000a| �[0;m�[38;5;43m20221214102311978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214102311978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214102311978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214102311979 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214102311979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214102311979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214102311979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:23:13.534705 run osmo-stp_10.42.42.5(pid=7753): stdout: \u000a| (launched: 2022-12-14_10:23:11.790813)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:23:13.660208 run osmo-stp_10.42.42.5(pid=7753): stderr: \u000a| �[0;m�[38;5;43m20221214102311978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214102311978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214102311978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214102311979 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214102311979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214102311979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214102311979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:23:13.715829 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7753): Process ended prematurely: osmo-stp_10.42.42.5(pid=7753) [trial-2403↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7753)] [trial-2403↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a10:23:13.725207 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a10:23:13.787143 run osmo-hlr_10.42.42.2(pid=7750): ERR: Terminated: ERROR {rc=237} [trial-2403↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7750)]\u000a10:23:13.838160 run osmo-hlr_10.42.42.2(pid=7750): stdout: \u000a| (launched: 2022-12-14_10:23:10.809208) \u000a10:23:13.889782 run osmo-hlr_10.42.42.2(pid=7750): stderr: \u000a| �[0;m�[1;31m20221214102311002 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214102311002 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214102311002 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214102311002 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214102311002 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214102311003 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214102311015 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/voice:trx-sysmocell5000+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214102311023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214102311023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214102311023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:23:13.959807 run osmo-msc_10.42.42.6(pid=7756): ERR: Terminated: ERROR {rc=2} [trial-2403↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7756)]\u000a10:23:14.010951 run osmo-msc_10.42.42.6(pid=7756): stdout: \u000a| (launched: 2022-12-14_10:23:12.798178) \u000a10:23:14.062557 run osmo-msc_10.42.42.6(pid=7756): stderr: \u000a| �[0;m�[38;5;43m20221214102313115 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214102313115 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f37eb423c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214102313115 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214102313115 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214102313115 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214102313115 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214102313117 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214102313118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214102313118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214102313118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:23:14.106509 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7749): Terminating (SIGTERM)\u000a10:23:14.148196 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7752): Terminating (SIGTERM)\u000a10:23:14.190204 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7755): Terminating (SIGTERM)\u000a10:23:14.199372 --- ParallelTerminationStrategy: PID 7749 died...\u000a10:23:14.255049 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7749): Terminated: ok {rc=0}\u000a10:23:14.265148 --- ParallelTerminationStrategy: PID 7752 died...\u000a10:23:14.320466 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7752): Terminated: ok {rc=0}\u000a10:23:14.330405 --- ParallelTerminationStrategy: PID 7755 died...\u000a10:23:14.385487 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7755): Terminated: ok {rc=0}\u000a10:23:14.472148 bus /sierra_3: Setting Powered False\u000a10:23:15.574357 bus /sierra_3: Setting Powered False\u000a10:23:16.689220 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 239, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7764): Process ended prematurely: osmo-stp_10.42.42.5(pid=7764) [trial-2403↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7764)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7764): Process ended prematurely: osmo-stp_10.42.42.5(pid=7764) [trial-2403↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7764)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 voice:trx-sysmocell5000+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:23:17.799293 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:23:17.810943 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:23:17.968560 tst mo_mt_call_osmux.py: using LAC 40270\u000a10:23:18.093695 tst mo_mt_call_osmux.py: using RAC 235\u000a10:23:18.218427 tst mo_mt_call_osmux.py: using CellId 40270\u000a10:23:18.343778 tst mo_mt_call_osmux.py: using BVCI 40271\u000a10:23:18.368150 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:23:18.379721 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:23:18.391189 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:23:18.402474 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:23:18.414068 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:23:18.425583 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a10:23:18.543268 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a10:23:18.754104 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:23:19.258827 run create_hlr_db(pid=7758): Launched\u000a10:23:19.440703 bus /sierra_2: Setting Powered False\u000a10:23:20.462542 run create_hlr_db(pid=7758): Terminated: ok {rc=0}\u000a10:23:20.884062 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7760): Launched\u000a10:23:21.199337 run osmo-hlr_10.42.42.2(pid=7761): Launched\u000a10:23:21.317923 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:23:21.866537 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7763): Launched\u000a10:23:22.181387 run osmo-stp_10.42.42.5(pid=7764): Launched\u000a10:23:22.295135 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:23:22.873297 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7766): Launched\u000a10:23:23.188710 run osmo-msc_10.42.42.6(pid=7767): Launched\u000a10:23:23.372646 run osmo-stp_10.42.42.5(pid=7764): ERR: Terminated: ERROR {rc=1} [trial-2403↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7764)]\u000a10:23:23.511448 run osmo-stp_10.42.42.5(pid=7764): stdout: \u000a| (launched: 2022-12-14_10:23:22.026560)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:23:23.643112 run osmo-stp_10.42.42.5(pid=7764): stderr: \u000a| �[0;m�[38;5;43m20221214102322214 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214102322214 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214102322214 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214102322215 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214102322215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214102322215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214102322215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:23:23.769636 run osmo-stp_10.42.42.5(pid=7764): stdout: \u000a| (launched: 2022-12-14_10:23:22.026560)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:23:23.894849 run osmo-stp_10.42.42.5(pid=7764): stderr: \u000a| �[0;m�[38;5;43m20221214102322214 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214102322214 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214102322214 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214102322215 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214102322215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214102322215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214102322215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:23:23.950542 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7764): Process ended prematurely: osmo-stp_10.42.42.5(pid=7764) [trial-2403↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7764)] [trial-2403↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a10:23:23.960005 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a10:23:24.022301 run osmo-hlr_10.42.42.2(pid=7761): ERR: Terminated: ERROR {rc=237} [trial-2403↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7761)]\u000a10:23:24.073379 run osmo-hlr_10.42.42.2(pid=7761): stdout: \u000a| (launched: 2022-12-14_10:23:21.044820) \u000a10:23:24.125188 run osmo-hlr_10.42.42.2(pid=7761): stderr: \u000a| �[0;m�[1;31m20221214102321237 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214102321237 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214102321237 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214102321238 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214102321238 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214102321238 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214102321250 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/voice:trx-sysmocell5000+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214102321258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214102321258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214102321258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:23:24.195589 run osmo-msc_10.42.42.6(pid=7767): ERR: Terminated: ERROR {rc=2} [trial-2403↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7767)]\u000a10:23:24.246753 run osmo-msc_10.42.42.6(pid=7767): stdout: \u000a| (launched: 2022-12-14_10:23:23.033459) \u000a10:23:24.298529 run osmo-msc_10.42.42.6(pid=7767): stderr: \u000a| �[0;m�[38;5;43m20221214102323350 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214102323351 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7594a05c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214102323351 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214102323351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214102323351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214102323351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214102323353 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214102323353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214102323353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214102323353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:23:24.342686 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7760): Terminating (SIGTERM)\u000a10:23:24.384166 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7763): Terminating (SIGTERM)\u000a10:23:24.426358 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7766): Terminating (SIGTERM)\u000a10:23:24.435962 --- ParallelTerminationStrategy: PID 7760 died...\u000a10:23:24.491640 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7760): Terminated: ok {rc=0}\u000a10:23:24.501963 --- ParallelTerminationStrategy: PID 7763 died...\u000a10:23:24.557642 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7763): Terminated: ok {rc=0}\u000a10:23:24.567706 --- ParallelTerminationStrategy: PID 7766 died...\u000a10:23:24.622702 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7766): Terminated: ok {rc=0}\u000a10:23:24.708600 bus /sierra_3: Setting Powered False\u000a10:23:25.813157 bus /sierra_3: Setting Powered False\u000a10:23:26.918659 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "67", "name" : "voice_trx-sysmocell5000+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T10:23:07" }, { "cases" : [ { "testActions" : [ ], "age" : 262, "className" : "emergency:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7778): Process ended prematurely: osmo-stp_10.42.42.5(pid=7778) [trial-2403↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7778)]", "failedSince" : 2142, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7778): Process ended prematurely: osmo-stp_10.42.42.5(pid=7778) [trial-2403↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7778)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 emergency:trx-sysmocell5000 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a10:23:28.943069 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a10:23:28.953961 tst emergency:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a10:23:29.085508 tst emergency_mo_mt_call.py: using LAC 40271\u000a10:23:29.200322 tst emergency_mo_mt_call.py: using RAC 236\u000a10:23:29.313002 tst emergency_mo_mt_call.py: using CellId 40271\u000a10:23:29.425749 tst emergency_mo_mt_call.py: using BVCI 40272\u000a10:23:29.447477 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a10:23:29.458242 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a10:23:29.468648 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a10:23:29.479157 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a10:23:29.490356 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a10:23:29.501154 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a10:23:29.616346 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a10:23:29.822423 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:23:30.314398 run create_hlr_db(pid=7772): Launched\u000a10:23:30.493636 bus /sierra_2: Setting Powered False\u000a10:23:31.520533 run create_hlr_db(pid=7772): Terminated: ok {rc=0}\u000a10:23:31.959245 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7774): Launched\u000a10:23:32.288798 run osmo-hlr_10.42.42.2(pid=7775): Launched\u000a10:23:32.401500 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:23:32.939853 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7777): Launched\u000a10:23:33.248125 run osmo-stp_10.42.42.5(pid=7778): Launched\u000a10:23:33.372810 tst emergency_mo_mt_call.py: using MSISDN 8636\u000a10:23:33.526016 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:23:34.089966 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7780): Launched\u000a10:23:34.397908 run osmo-msc_10.42.42.6(pid=7781): Launched\u000a10:23:34.579854 run osmo-stp_10.42.42.5(pid=7778): ERR: Terminated: ERROR {rc=1} [trial-2403↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7778)]\u000a10:23:34.711567 run osmo-stp_10.42.42.5(pid=7778): stdout: \u000a| (launched: 2022-12-14_10:23:33.096193)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:23:34.841750 run osmo-stp_10.42.42.5(pid=7778): stderr: \u000a| �[0;m�[38;5;43m20221214102333282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214102333282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214102333282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214102333283 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214102333283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214102333284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214102333284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:23:34.965449 run osmo-stp_10.42.42.5(pid=7778): stdout: \u000a| (launched: 2022-12-14_10:23:33.096193)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:23:35.087915 run osmo-stp_10.42.42.5(pid=7778): stderr: \u000a| �[0;m�[38;5;43m20221214102333282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214102333282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214102333282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214102333283 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214102333283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214102333284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214102333284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:23:35.142115 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=7778): Process ended prematurely: osmo-stp_10.42.42.5(pid=7778) [trial-2403↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7778)] [trial-2403↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19]\u000a10:23:35.150774 tst emergency_mo_mt_call.py:19: Test FAILED (6.2 sec)\u000a10:23:35.213182 run osmo-hlr_10.42.42.2(pid=7775): ERR: Terminated: ERROR {rc=237} [trial-2403↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7775)]\u000a10:23:35.264589 run osmo-hlr_10.42.42.2(pid=7775): stdout: \u000a| (launched: 2022-12-14_10:23:32.109721) \u000a10:23:35.316626 run osmo-hlr_10.42.42.2(pid=7775): stderr: \u000a| �[0;m�[1;31m20221214102332328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214102332328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214102332328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214102332328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214102332328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214102332329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214102332341 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/emergency:trx-sysmocell5000/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214102332350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214102332350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214102332350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:23:35.387142 run osmo-msc_10.42.42.6(pid=7781): ERR: Terminated: ERROR {rc=2} [trial-2403↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7781)]\u000a10:23:35.438395 run osmo-msc_10.42.42.6(pid=7781): stdout: \u000a| (launched: 2022-12-14_10:23:34.246562) \u000a10:23:35.490180 run osmo-msc_10.42.42.6(pid=7781): stderr: \u000a| �[0;m�[38;5;43m20221214102334563 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214102334563 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0031a3cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214102334563 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214102334563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214102334563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214102334564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214102334565 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214102334566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214102334566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214102334566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:23:35.534820 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7774): Terminating (SIGTERM)\u000a10:23:35.577275 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7777): Terminating (SIGTERM)\u000a10:23:35.619093 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7780): Terminating (SIGTERM)\u000a10:23:35.628699 --- ParallelTerminationStrategy: PID 7774 died...\u000a10:23:35.685171 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7774): Terminated: ok {rc=0}\u000a10:23:35.695193 --- ParallelTerminationStrategy: PID 7777 died...\u000a10:23:35.750411 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7777): Terminated: ok {rc=0}\u000a10:23:35.760409 --- ParallelTerminationStrategy: PID 7780 died...\u000a10:23:35.815741 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7780): Terminated: ok {rc=0}\u000a10:23:35.901956 bus /sierra_3: Setting Powered False\u000a10:23:37.009057 bus /sierra_3: Setting Powered False\u000a10:23:38.116879 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 262, "className" : "emergency:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7789): Process ended prematurely: osmo-stp_10.42.42.5(pid=7789) [trial-2403↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7789)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7789): Process ended prematurely: osmo-stp_10.42.42.5(pid=7789) [trial-2403↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7789)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 emergency:trx-sysmocell5000 emergency_preemptive_call.py\u000a----------------------------------------------\u000a10:23:39.170147 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a10:23:39.181896 tst emergency:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a10:23:39.326428 tst emergency_preemptive_call.py: using LAC 40272\u000a10:23:39.445603 tst emergency_preemptive_call.py: using RAC 237\u000a10:23:39.564707 tst emergency_preemptive_call.py: using CellId 40272\u000a10:23:39.683977 tst emergency_preemptive_call.py: using BVCI 40273\u000a10:23:39.707356 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a10:23:39.718570 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a10:23:39.729601 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a10:23:39.740522 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a10:23:39.751650 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a10:23:39.762652 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a10:23:39.879175 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a10:23:39.992710 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a10:23:40.110263 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a10:23:40.313972 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:23:40.811539 run create_hlr_db(pid=7783): Launched\u000a10:23:40.991739 bus /sierra_2: Setting Powered False\u000a10:23:42.012915 run create_hlr_db(pid=7783): Terminated: ok {rc=0}\u000a10:23:42.405568 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7785): Launched\u000a10:23:42.696411 run osmo-hlr_10.42.42.2(pid=7786): Launched\u000a10:23:42.806233 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:23:43.310163 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7788): Launched\u000a10:23:43.599287 run osmo-stp_10.42.42.5(pid=7789): Launched\u000a10:23:43.718691 tst emergency_preemptive_call.py: using MSISDN 8637\u000a10:23:43.861412 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:23:44.389653 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7791): Launched\u000a10:23:44.679321 run osmo-msc_10.42.42.6(pid=7792): Launched\u000a10:23:44.850314 run osmo-stp_10.42.42.5(pid=7789): ERR: Terminated: ERROR {rc=1} [trial-2403↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7789)]\u000a10:23:44.973775 run osmo-stp_10.42.42.5(pid=7789): stdout: \u000a| (launched: 2022-12-14_10:23:43.457043)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:23:45.094595 run osmo-stp_10.42.42.5(pid=7789): stderr: \u000a| �[0;m�[38;5;43m20221214102343624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214102343624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214102343624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214102343625 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214102343625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214102343625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214102343625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:23:45.210815 run osmo-stp_10.42.42.5(pid=7789): stdout: \u000a| (launched: 2022-12-14_10:23:43.457043)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:23:45.326180 run osmo-stp_10.42.42.5(pid=7789): stderr: \u000a| �[0;m�[38;5;43m20221214102343624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214102343624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214102343624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214102343625 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214102343625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214102343625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214102343625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:23:45.377178 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=7789): Process ended prematurely: osmo-stp_10.42.42.5(pid=7789) [trial-2403↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7789)] [trial-2403↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32]\u000a10:23:45.385103 tst emergency_preemptive_call.py:32: Test FAILED (6.2 sec)\u000a10:23:45.444918 run osmo-hlr_10.42.42.2(pid=7786): ERR: Terminated: ERROR {rc=237} [trial-2403↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7786)]\u000a10:23:45.493876 run osmo-hlr_10.42.42.2(pid=7786): stdout: \u000a| (launched: 2022-12-14_10:23:42.552321) \u000a10:23:45.543566 run osmo-hlr_10.42.42.2(pid=7786): stderr: \u000a| �[0;m�[1;31m20221214102342720 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214102342720 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214102342720 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214102342720 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214102342720 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214102342720 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214102342733 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/emergency:trx-sysmocell5000/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214102342742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214102342742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214102342742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:23:45.611005 run osmo-msc_10.42.42.6(pid=7792): ERR: Terminated: ERROR {rc=2} [trial-2403↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7792)]\u000a10:23:45.659903 run osmo-msc_10.42.42.6(pid=7792): stdout: \u000a| (launched: 2022-12-14_10:23:44.536363) \u000a10:23:45.709495 run osmo-msc_10.42.42.6(pid=7792): stderr: \u000a| �[0;m�[38;5;43m20221214102344804 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214102344804 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe534a2fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214102344804 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214102344804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214102344804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214102344805 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214102344806 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214102344807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214102344807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214102344807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:23:45.751606 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7785): Terminating (SIGTERM)\u000a10:23:45.791275 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7788): Terminating (SIGTERM)\u000a10:23:45.831405 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7791): Terminating (SIGTERM)\u000a10:23:45.840596 --- ParallelTerminationStrategy: PID 7785 died...\u000a10:23:45.896053 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7785): Terminated: ok {rc=0}\u000a10:23:45.906076 --- ParallelTerminationStrategy: PID 7788 died...\u000a10:23:45.960048 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7788): Terminated: ok {rc=0}\u000a10:23:45.969907 --- ParallelTerminationStrategy: PID 7791 died...\u000a10:23:46.023876 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7791): Terminated: ok {rc=0}\u000a10:23:46.109357 bus /sierra_9: Setting Powered False\u000a10:23:47.222025 bus /sierra_9: Setting Powered False\u000a10:23:48.327001 bus /sierra_8: Setting Powered False\u000a10:23:49.433456 bus /sierra_8: Setting Powered False\u000a10:23:50.544767 bus /sierra_3: Setting Powered False\u000a10:23:51.646721 bus /sierra_3: Setting Powered False\u000a10:23:52.756719 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 26.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "68", "name" : "emergency_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T10:23:28" }, { "cases" : [ { "testActions" : [ ], "age" : 265, "className" : "gprs:trx-sysmocell5000", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7808): Process ended prematurely: osmo-stp_10.42.42.5(pid=7808) [trial-2403↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7808)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7808): Process ended prematurely: osmo-stp_10.42.42.5(pid=7808) [trial-2403↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7808)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:trx-sysmocell5000 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a10:23:54.896302 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:23:54.907552 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a10:23:55.047612 tst cs_paging_gprs_active.py: using LAC 40273\u000a10:23:55.171386 tst cs_paging_gprs_active.py: using RAC 238\u000a10:23:55.295424 tst cs_paging_gprs_active.py: using CellId 40273\u000a10:23:55.417326 tst cs_paging_gprs_active.py: using BVCI 40274\u000a10:23:55.441725 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:23:55.453040 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:23:55.464170 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:23:55.475362 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:23:55.486532 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:23:55.497598 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:23:55.508893 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:23:55.520247 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:23:55.531653 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a10:23:55.648587 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a10:23:55.929044 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a10:23:56.055522 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:23:56.364148 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7798): Launched\u000a10:23:56.620831 run iperf3-srv_10.42.42.10(pid=7799): Launched\u000a10:23:56.801894 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a10:23:56.925188 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:23:57.233918 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7800): Launched\u000a10:23:57.489291 run iperf3-srv_10.42.42.10(pid=7801): Launched\u000a10:23:57.669507 tst cs_paging_gprs_active.py:38: start network...\u000a10:23:57.792866 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:23:58.264113 run create_hlr_db(pid=7802): Launched\u000a10:23:58.434099 bus /sierra_2: Setting Powered False\u000a10:23:59.456228 run create_hlr_db(pid=7802): Terminated: ok {rc=0}\u000a10:23:59.853828 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7804): Launched\u000a10:24:00.152575 run osmo-hlr_10.42.42.2(pid=7805): Launched\u000a10:24:00.267878 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:24:00.790026 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7807): Launched\u000a10:24:01.210596 run osmo-stp_10.42.42.5(pid=7808): Launched\u000a10:24:01.439742 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:24:02.064495 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7842): Launched\u000a10:24:02.174020 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:24:02.484686 run patchelf(pid=7847): Launched\u000a10:24:02.685715 run osmo-stp_10.42.42.5(pid=7808): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7808)]\u000a10:24:02.833104 run osmo-stp_10.42.42.5(pid=7808): stdout: \u000a| (launched: 2022-12-14_10:24:00.964512)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:24:02.979653 run osmo-stp_10.42.42.5(pid=7808): stderr: \u000a| �[0;m�[38;5;43m20221214102401293 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214102401293 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214102401293 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214102401293 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214102401294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214102401294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214102401294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:24:03.130309 run osmo-stp_10.42.42.5(pid=7808): stdout: \u000a| (launched: 2022-12-14_10:24:00.964512)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:24:03.290492 run osmo-stp_10.42.42.5(pid=7808): stderr: \u000a| �[0;m�[38;5;43m20221214102401293 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214102401293 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214102401293 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214102401293 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214102401294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214102401294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214102401294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:24:03.468515 run patchelf(pid=7847): Terminating (SIGINT)\u000a10:24:03.680231 run patchelf(pid=7847): Terminated: ok {rc=0}\u000a10:24:03.721153 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=7808): Process ended prematurely: osmo-stp_10.42.42.5(pid=7808) [trial-2403↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7808)] [trial-2403↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38]\u000a10:24:03.731700 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a10:24:03.810456 run osmo-hlr_10.42.42.2(pid=7805): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7805)]\u000a10:24:03.869967 run osmo-hlr_10.42.42.2(pid=7805): stdout: \u000a| (launched: 2022-12-14_10:24:00.004488) \u000a10:24:03.932877 run osmo-hlr_10.42.42.2(pid=7805): stderr: \u000a| �[0;m�[1;31m20221214102400174 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214102400174 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214102400174 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214102400174 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214102400174 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214102400174 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214102400186 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:trx-sysmocell5000/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214102400195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214102400195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214102400195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:24:03.989120 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7798): Terminating (SIGTERM)\u000a10:24:04.040592 run iperf3-srv_10.42.42.10(pid=7799): Terminating (SIGTERM)\u000a10:24:04.096753 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7800): Terminating (SIGTERM)\u000a10:24:04.145964 run iperf3-srv_10.42.42.10(pid=7801): Terminating (SIGTERM)\u000a10:24:04.202739 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7804): Terminating (SIGTERM)\u000a10:24:04.247327 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7807): Terminating (SIGTERM)\u000a10:24:04.299413 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7842): Terminating (SIGTERM)\u000a10:24:04.314365 --- ParallelTerminationStrategy: PID 7798 died...\u000a10:24:04.377994 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7798): Terminated: ok {rc=0}\u000a10:24:04.394148 --- ParallelTerminationStrategy: PID 7799 died...\u000a10:24:04.458197 run iperf3-srv_10.42.42.10(pid=7799): Terminated {rc=256}\u000a10:24:04.470055 --- ParallelTerminationStrategy: PID 7800 died...\u000a10:24:04.540651 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7800): Terminated: ok {rc=0}\u000a10:24:04.553685 --- ParallelTerminationStrategy: PID 7801 died...\u000a10:24:04.625609 run iperf3-srv_10.42.42.10(pid=7801): Terminated {rc=256}\u000a10:24:04.641833 --- ParallelTerminationStrategy: PID 7804 died...\u000a10:24:04.708303 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7804): Terminated: ok {rc=0}\u000a10:24:04.718676 --- ParallelTerminationStrategy: PID 7807 died...\u000a10:24:04.775322 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7807): Terminated: ok {rc=0}\u000a10:24:04.785805 --- ParallelTerminationStrategy: PID 7842 died...\u000a10:24:04.842607 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7842): Terminated: ok {rc=0}\u000a10:24:04.941415 bus /gobi_0: Setting Powered False\u000a10:24:06.049428 bus /gobi_0: Setting Powered False\u000a10:24:07.160439 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 265, "className" : "gprs:trx-sysmocell5000", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8092): Process ended prematurely: osmo-stp_10.42.42.5(pid=8092) [trial-2403↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8092)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8092): Process ended prematurely: osmo-stp_10.42.42.5(pid=8092) [trial-2403↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8092)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:trx-sysmocell5000 iperf3.py\u000a----------------------------------------------\u000a10:24:08.276267 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:24:08.288419 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a10:24:08.432848 tst iperf3.py: using LAC 40274\u000a10:24:08.554340 tst iperf3.py: using RAC 239\u000a10:24:08.676645 tst iperf3.py: using CellId 40274\u000a10:24:08.800015 tst iperf3.py: using BVCI 40275\u000a10:24:08.824169 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:24:08.835788 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:24:08.847304 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:24:08.858752 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:24:08.871325 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:24:08.884352 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:24:08.897382 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:24:08.909847 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:24:08.922903 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a10:24:09.213870 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:24:09.344420 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:24:09.688260 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8084): Launched\u000a10:24:09.970665 run iperf3-srv_10.42.42.10(pid=8085): Launched\u000a10:24:10.161535 tst iperf3.py:8: start network...\u000a10:24:10.292694 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:24:10.831696 run create_hlr_db(pid=8086): Launched\u000a10:24:11.012543 bus /gobi_6: Setting Powered False\u000a10:24:12.034227 run create_hlr_db(pid=8086): Terminated: ok {rc=0}\u000a10:24:12.466364 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8088): Launched\u000a10:24:12.883930 run osmo-hlr_10.42.42.2(pid=8089): Launched\u000a10:24:13.116029 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:24:13.745231 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8091): Launched\u000a10:24:14.152165 run osmo-stp_10.42.42.5(pid=8092): Launched\u000a10:24:14.386595 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:24:14.999968 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8094): Launched\u000a10:24:15.112214 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:24:15.405159 run patchelf(pid=8095): Launched\u000a10:24:15.592370 run osmo-stp_10.42.42.5(pid=8092): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8092)]\u000a10:24:15.729819 run osmo-stp_10.42.42.5(pid=8092): stdout: \u000a| (launched: 2022-12-14_10:24:13.903050)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:24:15.870227 run osmo-stp_10.42.42.5(pid=8092): stderr: \u000a| �[0;m�[38;5;43m20221214102414232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214102414232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214102414232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214102414232 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214102414233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214102414233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214102414233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:24:16.007016 run osmo-stp_10.42.42.5(pid=8092): stdout: \u000a| (launched: 2022-12-14_10:24:13.903050)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:24:16.144607 run osmo-stp_10.42.42.5(pid=8092): stderr: \u000a| �[0;m�[38;5;43m20221214102414232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214102414232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214102414232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214102414232 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214102414233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214102414233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214102414233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:24:16.306075 run patchelf(pid=8095): Terminating (SIGINT)\u000a10:24:16.486597 run patchelf(pid=8095): Terminated: ok {rc=0}\u000a10:24:16.519887 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8092): Process ended prematurely: osmo-stp_10.42.42.5(pid=8092) [trial-2403↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8092)] [trial-2403↪gprs:trx-sysmocell5000↪iperf3.py:8]\u000a10:24:16.531017 tst iperf3.py:8: Test FAILED (8.3 sec)\u000a10:24:16.596884 run osmo-hlr_10.42.42.2(pid=8089): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:trx-sysmocell5000↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8089)]\u000a10:24:16.650385 run osmo-hlr_10.42.42.2(pid=8089): stdout: \u000a| (launched: 2022-12-14_10:24:12.624633) \u000a10:24:16.703913 run osmo-hlr_10.42.42.2(pid=8089): stderr: \u000a| �[0;m�[1;31m20221214102412961 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214102412961 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214102412961 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214102412961 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214102412961 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214102412962 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214102412984 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:trx-sysmocell5000/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214102412992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214102412992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214102412992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:24:16.749558 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8084): Terminating (SIGTERM)\u000a10:24:16.794373 run iperf3-srv_10.42.42.10(pid=8085): Terminating (SIGTERM)\u000a10:24:16.840703 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8088): Terminating (SIGTERM)\u000a10:24:16.885965 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8091): Terminating (SIGTERM)\u000a10:24:16.929700 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8094): Terminating (SIGTERM)\u000a10:24:16.941552 --- ParallelTerminationStrategy: PID 8084 died...\u000a10:24:17.001900 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8084): Terminated: ok {rc=0}\u000a10:24:17.013171 --- ParallelTerminationStrategy: PID 8085 died...\u000a10:24:17.069802 run iperf3-srv_10.42.42.10(pid=8085): Terminated {rc=256}\u000a10:24:17.080379 --- ParallelTerminationStrategy: PID 8088 died...\u000a10:24:17.137892 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8088): Terminated: ok {rc=0}\u000a10:24:17.148365 --- ParallelTerminationStrategy: PID 8091 died...\u000a10:24:17.207467 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8091): Terminated: ok {rc=0}\u000a10:24:17.218022 --- ParallelTerminationStrategy: PID 8094 died...\u000a10:24:17.275643 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8094): Terminated: ok {rc=0}\u000a10:24:17.384376 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 265, "className" : "gprs:trx-sysmocell5000", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8110): Process ended prematurely: osmo-stp_10.42.42.5(pid=8110) [trial-2403↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8110)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8110): Process ended prematurely: osmo-stp_10.42.42.5(pid=8110) [trial-2403↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8110)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:trx-sysmocell5000 iperf3m4.py\u000a----------------------------------------------\u000a10:24:18.514147 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:24:18.527068 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a10:24:18.670606 tst iperf3m4.py: using LAC 40275\u000a10:24:18.797055 tst iperf3m4.py: using RAC 240\u000a10:24:18.920076 tst iperf3m4.py: using CellId 40275\u000a10:24:19.043170 tst iperf3m4.py: using BVCI 40276\u000a10:24:19.067997 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:24:19.080100 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:24:19.092282 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:24:19.104163 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:24:19.117247 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:24:19.129917 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:24:19.142946 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:24:19.155832 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:24:19.168814 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a10:24:19.293987 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a10:24:19.419124 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a10:24:19.545962 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a10:24:19.838405 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:24:19.970973 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:24:20.311811 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8096): Launched\u000a10:24:20.603308 run iperf3-srv_10.42.42.10(pid=8097): Launched\u000a10:24:20.796648 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a10:24:20.929814 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:24:21.273895 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8098): Launched\u000a10:24:21.563964 run iperf3-srv_10.42.42.10(pid=8099): Launched\u000a10:24:21.758927 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a10:24:21.892535 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:24:22.235786 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8100): Launched\u000a10:24:22.525422 run iperf3-srv_10.42.42.10(pid=8101): Launched\u000a10:24:22.721338 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a10:24:22.854368 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:24:23.199931 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8102): Launched\u000a10:24:23.489589 run iperf3-srv_10.42.42.10(pid=8103): Launched\u000a10:24:23.684837 tst iperf3m4.py:8: start network...\u000a10:24:23.819899 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:24:24.363183 run create_hlr_db(pid=8104): Launched\u000a10:24:24.548914 bus /gobi_6: Setting Powered False\u000a10:24:25.561293 run create_hlr_db(pid=8104): Terminated: ok {rc=0}\u000a10:24:25.972315 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8106): Launched\u000a10:24:26.277639 run osmo-hlr_10.42.42.2(pid=8107): Launched\u000a10:24:26.397147 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:24:26.937201 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8109): Launched\u000a10:24:27.243944 run osmo-stp_10.42.42.5(pid=8110): Launched\u000a10:24:27.355459 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:24:27.889317 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8112): Launched\u000a10:24:27.998503 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:24:28.266477 run patchelf(pid=8113): Launched\u000a10:24:28.446576 run osmo-stp_10.42.42.5(pid=8110): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8110)]\u000a10:24:28.578312 run osmo-stp_10.42.42.5(pid=8110): stdout: \u000a| (launched: 2022-12-14_10:24:27.093144)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:24:28.710481 run osmo-stp_10.42.42.5(pid=8110): stderr: \u000a| �[0;m�[38;5;43m20221214102427263 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214102427263 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214102427263 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214102427263 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214102427264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214102427264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214102427264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:24:28.837476 run osmo-stp_10.42.42.5(pid=8110): stdout: \u000a| (launched: 2022-12-14_10:24:27.093144)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:24:28.963531 run osmo-stp_10.42.42.5(pid=8110): stderr: \u000a| �[0;m�[38;5;43m20221214102427263 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214102427263 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214102427263 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214102427263 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214102427264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214102427264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214102427264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:24:29.110588 run patchelf(pid=8113): Terminating (SIGINT)\u000a10:24:29.283039 run patchelf(pid=8113): Terminated: ok {rc=0}\u000a10:24:29.314806 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8110): Process ended prematurely: osmo-stp_10.42.42.5(pid=8110) [trial-2403↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8110)] [trial-2403↪gprs:trx-sysmocell5000↪iperf3m4.py:8]\u000a10:24:29.324186 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a10:24:29.385361 run osmo-hlr_10.42.42.2(pid=8107): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:trx-sysmocell5000↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8107)]\u000a10:24:29.435171 run osmo-hlr_10.42.42.2(pid=8107): stdout: \u000a| (launched: 2022-12-14_10:24:26.127459) \u000a10:24:29.485719 run osmo-hlr_10.42.42.2(pid=8107): stderr: \u000a| �[0;m�[1;31m20221214102426300 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214102426300 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214102426300 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214102426300 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214102426300 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214102426300 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214102426312 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:trx-sysmocell5000/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214102426320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214102426320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214102426320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:24:29.528833 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8096): Terminating (SIGTERM)\u000a10:24:29.569469 run iperf3-srv_10.42.42.10(pid=8097): Terminating (SIGTERM)\u000a10:24:29.610129 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8098): Terminating (SIGTERM)\u000a10:24:29.650559 run iperf3-srv_10.42.42.10(pid=8099): Terminating (SIGTERM)\u000a10:24:29.690972 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8100): Terminating (SIGTERM)\u000a10:24:29.731289 run iperf3-srv_10.42.42.10(pid=8101): Terminating (SIGTERM)\u000a10:24:29.771698 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8102): Terminating (SIGTERM)\u000a10:24:29.812046 run iperf3-srv_10.42.42.10(pid=8103): Terminating (SIGTERM)\u000a10:24:29.852481 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8106): Terminating (SIGTERM)\u000a10:24:29.892716 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8109): Terminating (SIGTERM)\u000a10:24:29.933246 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8112): Terminating (SIGTERM)\u000a10:24:29.942618 --- ParallelTerminationStrategy: PID 8096 died...\u000a10:24:29.997127 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8096): Terminated: ok {rc=0}\u000a10:24:30.006827 --- ParallelTerminationStrategy: PID 8097 died...\u000a10:24:30.060608 run iperf3-srv_10.42.42.10(pid=8097): Terminated {rc=256}\u000a10:24:30.070214 --- ParallelTerminationStrategy: PID 8098 died...\u000a10:24:30.124250 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8098): Terminated: ok {rc=0}\u000a10:24:30.133889 --- ParallelTerminationStrategy: PID 8099 died...\u000a10:24:30.187466 run iperf3-srv_10.42.42.10(pid=8099): Terminated {rc=256}\u000a10:24:30.196928 --- ParallelTerminationStrategy: PID 8100 died...\u000a10:24:30.251154 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8100): Terminated: ok {rc=0}\u000a10:24:30.260765 --- ParallelTerminationStrategy: PID 8101 died...\u000a10:24:30.314439 run iperf3-srv_10.42.42.10(pid=8101): Terminated {rc=256}\u000a10:24:30.324123 --- ParallelTerminationStrategy: PID 8102 died...\u000a10:24:30.377952 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8102): Terminated: ok {rc=0}\u000a10:24:30.387648 --- ParallelTerminationStrategy: PID 8103 died...\u000a10:24:30.441483 run iperf3-srv_10.42.42.10(pid=8103): Terminated {rc=256}\u000a10:24:30.451200 --- ParallelTerminationStrategy: PID 8106 died...\u000a10:24:30.505586 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8106): Terminated: ok {rc=0}\u000a10:24:30.515315 --- ParallelTerminationStrategy: PID 8109 died...\u000a10:24:30.569219 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8109): Terminated: ok {rc=0}\u000a10:24:30.578910 --- ParallelTerminationStrategy: PID 8112 died...\u000a10:24:30.632866 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8112): Terminated: ok {rc=0}\u000a10:24:30.721543 bus /gobi_4: Setting Powered False\u000a10:24:31.846444 bus /gobi_4: Setting Powered False\u000a10:24:32.962119 bus /gobi_1: Setting Powered False\u000a10:24:34.066541 bus /gobi_1: Setting Powered False\u000a10:24:35.179379 bus /gobi_0: Setting Powered False\u000a10:24:36.284402 bus /gobi_0: Setting Powered False\u000a10:24:37.398179 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 265, "className" : "gprs:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8120): Process ended prematurely: osmo-stp_10.42.42.5(pid=8120) [trial-2403↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8120)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8120): Process ended prematurely: osmo-stp_10.42.42.5(pid=8120) [trial-2403↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8120)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:trx-sysmocell5000 ping.py\u000a----------------------------------------------\u000a10:24:38.469058 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:24:38.481161 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a10:24:38.623145 tst ping.py: using LAC 40276\u000a10:24:38.739852 tst ping.py: using RAC 241\u000a10:24:38.859680 tst ping.py: using CellId 40276\u000a10:24:38.974618 tst ping.py: using BVCI 40277\u000a10:24:38.997604 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:24:39.008396 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:24:39.018948 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:24:39.029430 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:24:39.040130 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:24:39.051047 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:24:39.062124 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:24:39.072805 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a10:24:39.348310 tst ping.py:19: start network...\u000a10:24:39.472253 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:24:39.940543 run create_hlr_db(pid=8114): Launched\u000a10:24:40.112681 bus /gobi_6: Setting Powered False\u000a10:24:41.133673 run create_hlr_db(pid=8114): Terminated: ok {rc=0}\u000a10:24:41.533206 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8116): Launched\u000a10:24:41.832551 run osmo-hlr_10.42.42.2(pid=8117): Launched\u000a10:24:41.940097 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:24:42.463156 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8119): Launched\u000a10:24:42.762657 run osmo-stp_10.42.42.5(pid=8120): Launched\u000a10:24:42.870956 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:24:43.391791 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8122): Launched\u000a10:24:43.497339 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:24:43.760693 run patchelf(pid=8123): Launched\u000a10:24:43.935831 run osmo-stp_10.42.42.5(pid=8120): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8120)]\u000a10:24:44.064257 run osmo-stp_10.42.42.5(pid=8120): stdout: \u000a| (launched: 2022-12-14_10:24:42.614729)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:24:44.193516 run osmo-stp_10.42.42.5(pid=8120): stderr: \u000a| �[0;m�[38;5;43m20221214102442781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214102442781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214102442782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214102442782 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214102442782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214102442783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214102442783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:24:44.317070 run osmo-stp_10.42.42.5(pid=8120): stdout: \u000a| (launched: 2022-12-14_10:24:42.614729)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:24:44.439615 run osmo-stp_10.42.42.5(pid=8120): stderr: \u000a| �[0;m�[38;5;43m20221214102442781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214102442781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214102442782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214102442782 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214102442782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214102442783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214102442783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:24:44.582874 run patchelf(pid=8123): Terminating (SIGINT)\u000a10:24:44.751511 run patchelf(pid=8123): Terminated: ok {rc=0}\u000a10:24:44.782313 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=8120): Process ended prematurely: osmo-stp_10.42.42.5(pid=8120) [trial-2403↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8120)] [trial-2403↪gprs:trx-sysmocell5000↪ping.py:22]\u000a10:24:44.791029 tst ping.py:22: Test FAILED (6.3 sec)\u000a10:24:44.852304 run osmo-hlr_10.42.42.2(pid=8117): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:trx-sysmocell5000↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8117)]\u000a10:24:44.902088 run osmo-hlr_10.42.42.2(pid=8117): stdout: \u000a| (launched: 2022-12-14_10:24:41.684052) \u000a10:24:44.952565 run osmo-hlr_10.42.42.2(pid=8117): stderr: \u000a| �[0;m�[1;31m20221214102441859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214102441859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214102441859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214102441859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214102441859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214102441859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214102441895 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:trx-sysmocell5000/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214102441905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214102441905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214102441905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:24:44.995633 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8116): Terminating (SIGTERM)\u000a10:24:45.036093 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8119): Terminating (SIGTERM)\u000a10:24:45.076302 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8122): Terminating (SIGTERM)\u000a10:24:45.085643 --- ParallelTerminationStrategy: PID 8116 died...\u000a10:24:45.139995 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8116): Terminated: ok {rc=0}\u000a10:24:45.149653 --- ParallelTerminationStrategy: PID 8119 died...\u000a10:24:45.204028 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8119): Terminated: ok {rc=0}\u000a10:24:45.213676 --- ParallelTerminationStrategy: PID 8122 died...\u000a10:24:45.267587 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8122): Terminated: ok {rc=0}\u000a10:24:45.356162 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 265, "className" : "gprs:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8131): Process ended prematurely: osmo-stp_10.42.42.5(pid=8131) [trial-2403↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8131)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8131): Process ended prematurely: osmo-stp_10.42.42.5(pid=8131) [trial-2403↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8131)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:trx-sysmocell5000 ping_idle_ping.py\u000a----------------------------------------------\u000a10:24:46.420848 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:24:46.440715 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a10:24:46.582487 tst ping_idle_ping.py: using LAC 40277\u000a10:24:46.733630 tst ping_idle_ping.py: using RAC 242\u000a10:24:46.880697 tst ping_idle_ping.py: using CellId 40277\u000a10:24:47.006654 tst ping_idle_ping.py: using BVCI 40278\u000a10:24:47.030791 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:24:47.042644 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:24:47.054165 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:24:47.065702 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:24:47.078391 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:24:47.091146 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:24:47.104075 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:24:47.116511 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a10:24:47.409747 tst ping_idle_ping.py:24: start network...\u000a10:24:47.534018 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:24:48.007970 run create_hlr_db(pid=8124): Launched\u000a10:24:48.181745 bus /gobi_6: Setting Powered False\u000a10:24:49.204299 run create_hlr_db(pid=8124): Terminated: ok {rc=0}\u000a10:24:49.631579 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8127): Launched\u000a10:24:49.950881 run osmo-hlr_10.42.42.2(pid=8128): Launched\u000a10:24:50.071402 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:24:50.627162 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8130): Launched\u000a10:24:50.946406 run osmo-stp_10.42.42.5(pid=8131): Launched\u000a10:24:51.060748 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:24:51.618512 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8133): Launched\u000a10:24:51.731177 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:24:52.010678 run patchelf(pid=8134): Launched\u000a10:24:52.198261 run osmo-stp_10.42.42.5(pid=8131): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8131)]\u000a10:24:52.335307 run osmo-stp_10.42.42.5(pid=8131): stdout: \u000a| (launched: 2022-12-14_10:24:50.788325)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:24:52.473246 run osmo-stp_10.42.42.5(pid=8131): stderr: \u000a| �[0;m�[38;5;43m20221214102450976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214102450977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214102450977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214102450977 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214102450978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214102450978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214102450978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:24:52.606087 run osmo-stp_10.42.42.5(pid=8131): stdout: \u000a| (launched: 2022-12-14_10:24:50.788325)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:24:52.736723 run osmo-stp_10.42.42.5(pid=8131): stderr: \u000a| �[0;m�[38;5;43m20221214102450976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214102450977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214102450977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214102450977 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214102450978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214102450978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214102450978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:24:52.889532 run patchelf(pid=8134): Terminating (SIGINT)\u000a10:24:53.069890 run patchelf(pid=8134): Terminated: ok {rc=0}\u000a10:24:53.102886 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=8131): Process ended prematurely: osmo-stp_10.42.42.5(pid=8131) [trial-2403↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8131)] [trial-2403↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27]\u000a10:24:53.112467 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a10:24:53.176163 run osmo-hlr_10.42.42.2(pid=8128): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:trx-sysmocell5000↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8128)]\u000a10:24:53.227795 run osmo-hlr_10.42.42.2(pid=8128): stdout: \u000a| (launched: 2022-12-14_10:24:49.793502) \u000a10:24:53.280667 run osmo-hlr_10.42.42.2(pid=8128): stderr: \u000a| �[0;m�[1;31m20221214102449987 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214102449987 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214102449987 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214102449987 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214102449987 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214102449987 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214102450000 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:trx-sysmocell5000/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214102450010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214102450010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214102450010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:24:53.325420 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8127): Terminating (SIGTERM)\u000a10:24:53.367397 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8130): Terminating (SIGTERM)\u000a10:24:53.410183 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8133): Terminating (SIGTERM)\u000a10:24:53.419857 --- ParallelTerminationStrategy: PID 8127 died...\u000a10:24:53.475783 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8127): Terminated: ok {rc=0}\u000a10:24:53.485892 --- ParallelTerminationStrategy: PID 8130 died...\u000a10:24:53.541432 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8130): Terminated: ok {rc=0}\u000a10:24:53.551772 --- ParallelTerminationStrategy: PID 8133 died...\u000a10:24:53.607538 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8133): Terminated: ok {rc=0}\u000a10:24:53.694017 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "69", "name" : "gprs_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T10:23:54" }, { "cases" : [ { "testActions" : [ ], "age" : 265, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8151): Process ended prematurely: osmo-stp_10.42.42.5(pid=8151) [trial-2403↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8151)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8151): Process ended prematurely: osmo-stp_10.42.42.5(pid=8151) [trial-2403↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8151)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:trx-sysmocell5000+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a10:24:55.863055 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:24:55.874548 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a10:24:56.028632 tst cs_paging_gprs_active.py: using LAC 40278\u000a10:24:56.167957 tst cs_paging_gprs_active.py: using RAC 243\u000a10:24:56.295716 tst cs_paging_gprs_active.py: using CellId 40278\u000a10:24:56.419518 tst cs_paging_gprs_active.py: using BVCI 40279\u000a10:24:56.443175 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:24:56.454406 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:24:56.465364 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:24:56.476151 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:24:56.487375 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:24:56.498453 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:24:56.509555 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:24:56.520451 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:24:56.531650 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:24:56.652597 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:24:56.936362 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a10:24:57.064589 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:24:57.385255 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8138): Launched\u000a10:24:57.652444 run iperf3-srv_10.42.42.10(pid=8139): Launched\u000a10:24:57.839484 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a10:24:57.966723 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:24:58.285703 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8140): Launched\u000a10:24:58.550036 run iperf3-srv_10.42.42.10(pid=8141): Launched\u000a10:24:58.735863 tst cs_paging_gprs_active.py:38: start network...\u000a10:24:58.863007 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:24:59.347247 run create_hlr_db(pid=8142): Launched\u000a10:24:59.524207 bus /gobi_6: Setting Powered False\u000a10:25:00.545649 run create_hlr_db(pid=8142): Terminated: ok {rc=0}\u000a10:25:01.013653 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8144): Launched\u000a10:25:01.498798 run osmo-hlr_10.42.42.2(pid=8147): Launched\u000a10:25:01.672040 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:25:02.330831 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8150): Launched\u000a10:25:02.660603 run osmo-stp_10.42.42.5(pid=8151): Launched\u000a10:25:02.791349 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:25:03.361929 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8153): Launched\u000a10:25:03.477626 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:25:03.756304 run patchelf(pid=8154): Launched\u000a10:25:03.936755 run osmo-stp_10.42.42.5(pid=8151): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8151)]\u000a10:25:04.068760 run osmo-stp_10.42.42.5(pid=8151): stdout: \u000a| (launched: 2022-12-14_10:25:02.499422)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:25:04.201108 run osmo-stp_10.42.42.5(pid=8151): stderr: \u000a| �[0;m�[38;5;43m20221214102502692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214102502692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214102502693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214102502693 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214102502694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214102502694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214102502694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:25:04.328489 run osmo-stp_10.42.42.5(pid=8151): stdout: \u000a| (launched: 2022-12-14_10:25:02.499422)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:25:04.454665 run osmo-stp_10.42.42.5(pid=8151): stderr: \u000a| �[0;m�[38;5;43m20221214102502692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214102502692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214102502693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214102502693 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214102502694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214102502694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214102502694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:25:04.601896 run patchelf(pid=8154): Terminating (SIGINT)\u000a10:25:04.775507 run patchelf(pid=8154): Terminated: ok {rc=0}\u000a10:25:04.807315 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=8151): Process ended prematurely: osmo-stp_10.42.42.5(pid=8151) [trial-2403↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8151)] [trial-2403↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a10:25:04.816816 tst cs_paging_gprs_active.py:38: Test FAILED (9.0 sec)\u000a10:25:04.877778 run osmo-hlr_10.42.42.2(pid=8147): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8147)]\u000a10:25:04.927432 run osmo-hlr_10.42.42.2(pid=8147): stdout: \u000a| (launched: 2022-12-14_10:25:01.227953) \u000a10:25:04.978056 run osmo-hlr_10.42.42.2(pid=8147): stderr: \u000a| �[0;m�[1;31m20221214102501470 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214102501470 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214102501470 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214102501470 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214102501470 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214102501470 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214102501487 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:trx-sysmocell5000+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214102501502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214102501502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214102501502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:25:05.021169 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8138): Terminating (SIGTERM)\u000a10:25:05.061534 run iperf3-srv_10.42.42.10(pid=8139): Terminating (SIGTERM)\u000a10:25:05.102158 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8140): Terminating (SIGTERM)\u000a10:25:05.142624 run iperf3-srv_10.42.42.10(pid=8141): Terminating (SIGTERM)\u000a10:25:05.183183 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8144): Terminating (SIGTERM)\u000a10:25:05.223595 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8150): Terminating (SIGTERM)\u000a10:25:05.264132 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8153): Terminating (SIGTERM)\u000a10:25:05.273415 --- ParallelTerminationStrategy: PID 8138 died...\u000a10:25:05.328308 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8138): Terminated: ok {rc=0}\u000a10:25:05.338068 --- ParallelTerminationStrategy: PID 8139 died...\u000a10:25:05.392038 run iperf3-srv_10.42.42.10(pid=8139): Terminated {rc=256}\u000a10:25:05.401966 --- ParallelTerminationStrategy: PID 8140 died...\u000a10:25:05.455931 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8140): Terminated: ok {rc=0}\u000a10:25:05.465890 --- ParallelTerminationStrategy: PID 8141 died...\u000a10:25:05.519924 run iperf3-srv_10.42.42.10(pid=8141): Terminated {rc=256}\u000a10:25:05.529928 --- ParallelTerminationStrategy: PID 8144 died...\u000a10:25:05.584080 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8144): Terminated: ok {rc=0}\u000a10:25:05.593742 --- ParallelTerminationStrategy: PID 8150 died...\u000a10:25:05.647490 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8150): Terminated: ok {rc=0}\u000a10:25:05.657119 --- ParallelTerminationStrategy: PID 8153 died...\u000a10:25:05.711025 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8153): Terminated: ok {rc=0}\u000a10:25:05.800219 bus /gobi_0: Setting Powered False\u000a10:25:06.904430 bus /gobi_0: Setting Powered False\u000a10:25:08.016434 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 265, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8163): Process ended prematurely: osmo-stp_10.42.42.5(pid=8163) [trial-2403↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8163)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8163): Process ended prematurely: osmo-stp_10.42.42.5(pid=8163) [trial-2403↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8163)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:trx-sysmocell5000+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a10:25:09.127172 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:25:09.138961 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a10:25:09.282461 tst iperf3.py: using LAC 40279\u000a10:25:09.402996 tst iperf3.py: using RAC 244\u000a10:25:09.524009 tst iperf3.py: using CellId 40279\u000a10:25:09.643760 tst iperf3.py: using BVCI 40280\u000a10:25:09.667723 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:25:09.678877 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:25:09.689757 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:25:09.700527 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:25:09.711623 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:25:09.722859 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:25:09.734119 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:25:09.745120 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:25:09.756349 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:25:10.050278 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:25:10.186193 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:25:10.524242 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8155): Launched\u000a10:25:10.806583 run iperf3-srv_10.42.42.10(pid=8156): Launched\u000a10:25:11.005702 tst iperf3.py:8: start network...\u000a10:25:11.141551 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:25:11.663254 run create_hlr_db(pid=8157): Launched\u000a10:25:11.850740 bus /gobi_6: Setting Powered False\u000a10:25:12.871554 run create_hlr_db(pid=8157): Terminated: ok {rc=0}\u000a10:25:13.290527 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8159): Launched\u000a10:25:13.615362 run osmo-hlr_10.42.42.2(pid=8160): Launched\u000a10:25:13.736538 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:25:14.301789 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8162): Launched\u000a10:25:14.628171 run osmo-stp_10.42.42.5(pid=8163): Launched\u000a10:25:14.745629 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:25:15.312140 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8165): Launched\u000a10:25:15.427378 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:25:15.712587 run patchelf(pid=8166): Launched\u000a10:25:15.904185 run osmo-stp_10.42.42.5(pid=8163): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8163)]\u000a10:25:16.045759 run osmo-stp_10.42.42.5(pid=8163): stdout: \u000a| (launched: 2022-12-14_10:25:14.466689)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:25:16.187698 run osmo-stp_10.42.42.5(pid=8163): stderr: \u000a| �[0;m�[38;5;43m20221214102514659 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214102514659 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214102514660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214102514660 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214102514660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214102514660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214102514661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:25:16.324238 run osmo-stp_10.42.42.5(pid=8163): stdout: \u000a| (launched: 2022-12-14_10:25:14.466689)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:25:16.460015 run osmo-stp_10.42.42.5(pid=8163): stderr: \u000a| �[0;m�[38;5;43m20221214102514659 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214102514659 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214102514660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214102514660 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214102514660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214102514660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214102514661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:25:16.618602 run patchelf(pid=8166): Terminating (SIGINT)\u000a10:25:16.804039 run patchelf(pid=8166): Terminated: ok {rc=0}\u000a10:25:16.838850 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8163): Process ended prematurely: osmo-stp_10.42.42.5(pid=8163) [trial-2403↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8163)] [trial-2403↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8]\u000a10:25:16.849562 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a10:25:16.914123 run osmo-hlr_10.42.42.2(pid=8160): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8160)]\u000a10:25:16.966752 run osmo-hlr_10.42.42.2(pid=8160): stdout: \u000a| (launched: 2022-12-14_10:25:13.456252) \u000a10:25:17.019789 run osmo-hlr_10.42.42.2(pid=8160): stderr: \u000a| �[0;m�[1;31m20221214102513654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214102513654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214102513654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214102513655 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214102513655 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214102513655 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214102513667 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:trx-sysmocell5000+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214102513675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214102513675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214102513676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:25:17.065396 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8155): Terminating (SIGTERM)\u000a10:25:17.108923 run iperf3-srv_10.42.42.10(pid=8156): Terminating (SIGTERM)\u000a10:25:17.152677 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8159): Terminating (SIGTERM)\u000a10:25:17.196169 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8162): Terminating (SIGTERM)\u000a10:25:17.239995 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8165): Terminating (SIGTERM)\u000a10:25:17.249681 --- ParallelTerminationStrategy: PID 8155 died...\u000a10:25:17.305696 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8155): Terminated: ok {rc=0}\u000a10:25:17.315628 --- ParallelTerminationStrategy: PID 8156 died...\u000a10:25:17.371287 run iperf3-srv_10.42.42.10(pid=8156): Terminated {rc=256}\u000a10:25:17.381336 --- ParallelTerminationStrategy: PID 8159 died...\u000a10:25:17.437021 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8159): Terminated: ok {rc=0}\u000a10:25:17.447062 --- ParallelTerminationStrategy: PID 8162 died...\u000a10:25:17.502666 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8162): Terminated: ok {rc=0}\u000a10:25:17.512675 --- ParallelTerminationStrategy: PID 8165 died...\u000a10:25:17.568391 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8165): Terminated: ok {rc=0}\u000a10:25:17.655453 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 265, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8181): Process ended prematurely: osmo-stp_10.42.42.5(pid=8181) [trial-2403↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8181)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8181): Process ended prematurely: osmo-stp_10.42.42.5(pid=8181) [trial-2403↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8181)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:trx-sysmocell5000+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a10:25:18.771542 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:25:18.783624 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a10:25:18.932704 tst iperf3m4.py: using LAC 40280\u000a10:25:19.060152 tst iperf3m4.py: using RAC 245\u000a10:25:19.182598 tst iperf3m4.py: using CellId 40280\u000a10:25:19.302004 tst iperf3m4.py: using BVCI 40281\u000a10:25:19.325574 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:25:19.336552 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:25:19.347386 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:25:19.358326 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:25:19.369441 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:25:19.380403 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:25:19.391605 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:25:19.402610 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:25:19.413778 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:25:19.535982 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:25:19.659343 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:25:19.777040 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:25:20.059007 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:25:20.187218 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:25:20.505622 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8167): Launched\u000a10:25:20.770919 run iperf3-srv_10.42.42.10(pid=8168): Launched\u000a10:25:20.957948 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a10:25:21.085205 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:25:21.405125 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8169): Launched\u000a10:25:21.669365 run iperf3-srv_10.42.42.10(pid=8170): Launched\u000a10:25:21.855243 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a10:25:21.982458 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:25:22.300028 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8171): Launched\u000a10:25:22.564895 run iperf3-srv_10.42.42.10(pid=8172): Launched\u000a10:25:22.750677 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a10:25:22.877560 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:25:23.196486 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8173): Launched\u000a10:25:23.459937 run iperf3-srv_10.42.42.10(pid=8174): Launched\u000a10:25:23.646187 tst iperf3m4.py:8: start network...\u000a10:25:23.773102 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:25:24.253247 run create_hlr_db(pid=8175): Launched\u000a10:25:24.427802 bus /gobi_6: Setting Powered False\u000a10:25:25.450481 run create_hlr_db(pid=8175): Terminated: ok {rc=0}\u000a10:25:25.885156 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8177): Launched\u000a10:25:26.211778 run osmo-hlr_10.42.42.2(pid=8178): Launched\u000a10:25:26.331187 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:25:26.898603 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8180): Launched\u000a10:25:27.223020 run osmo-stp_10.42.42.5(pid=8181): Launched\u000a10:25:27.340060 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:25:27.909061 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8183): Launched\u000a10:25:28.024679 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:25:28.309909 run patchelf(pid=8184): Launched\u000a10:25:28.500835 run osmo-stp_10.42.42.5(pid=8181): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8181)]\u000a10:25:28.640623 run osmo-stp_10.42.42.5(pid=8181): stdout: \u000a| (launched: 2022-12-14_10:25:27.063602)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:25:28.779687 run osmo-stp_10.42.42.5(pid=8181): stderr: \u000a| �[0;m�[38;5;43m20221214102527252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214102527252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214102527252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214102527252 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214102527253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214102527253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214102527253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:25:28.914171 run osmo-stp_10.42.42.5(pid=8181): stdout: \u000a| (launched: 2022-12-14_10:25:27.063602)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:25:29.047084 run osmo-stp_10.42.42.5(pid=8181): stderr: \u000a| �[0;m�[38;5;43m20221214102527252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214102527252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214102527252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214102527252 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214102527253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214102527253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214102527253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:25:29.202675 run patchelf(pid=8184): Terminating (SIGINT)\u000a10:25:29.386008 run patchelf(pid=8184): Terminated: ok {rc=0}\u000a10:25:29.419656 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8181): Process ended prematurely: osmo-stp_10.42.42.5(pid=8181) [trial-2403↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8181)] [trial-2403↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8]\u000a10:25:29.429837 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a10:25:29.493298 run osmo-hlr_10.42.42.2(pid=8178): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8178)]\u000a10:25:29.545453 run osmo-hlr_10.42.42.2(pid=8178): stdout: \u000a| (launched: 2022-12-14_10:25:26.050473) \u000a10:25:29.598195 run osmo-hlr_10.42.42.2(pid=8178): stderr: \u000a| �[0;m�[1;31m20221214102526247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214102526247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214102526247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214102526247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214102526247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214102526247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214102526259 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:trx-sysmocell5000+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214102526270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214102526270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214102526270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:25:29.642980 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8167): Terminating (SIGTERM)\u000a10:25:29.685456 run iperf3-srv_10.42.42.10(pid=8168): Terminating (SIGTERM)\u000a10:25:29.727372 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8169): Terminating (SIGTERM)\u000a10:25:29.769245 run iperf3-srv_10.42.42.10(pid=8170): Terminating (SIGTERM)\u000a10:25:29.811728 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8171): Terminating (SIGTERM)\u000a10:25:29.854046 run iperf3-srv_10.42.42.10(pid=8172): Terminating (SIGTERM)\u000a10:25:29.895896 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8173): Terminating (SIGTERM)\u000a10:25:29.938305 run iperf3-srv_10.42.42.10(pid=8174): Terminating (SIGTERM)\u000a10:25:29.980458 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8177): Terminating (SIGTERM)\u000a10:25:30.022630 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8180): Terminating (SIGTERM)\u000a10:25:30.064747 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8183): Terminating (SIGTERM)\u000a10:25:30.074598 --- ParallelTerminationStrategy: PID 8167 died...\u000a10:25:30.131130 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8167): Terminated: ok {rc=0}\u000a10:25:30.141413 --- ParallelTerminationStrategy: PID 8168 died...\u000a10:25:30.197316 run iperf3-srv_10.42.42.10(pid=8168): Terminated {rc=256}\u000a10:25:30.207504 --- ParallelTerminationStrategy: PID 8169 died...\u000a10:25:30.263496 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8169): Terminated: ok {rc=0}\u000a10:25:30.274000 --- ParallelTerminationStrategy: PID 8170 died...\u000a10:25:30.329948 run iperf3-srv_10.42.42.10(pid=8170): Terminated {rc=256}\u000a10:25:30.339944 --- ParallelTerminationStrategy: PID 8171 died...\u000a10:25:30.396148 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8171): Terminated: ok {rc=0}\u000a10:25:30.406320 --- ParallelTerminationStrategy: PID 8172 died...\u000a10:25:30.462338 run iperf3-srv_10.42.42.10(pid=8172): Terminated {rc=256}\u000a10:25:30.472514 --- ParallelTerminationStrategy: PID 8173 died...\u000a10:25:30.528247 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8173): Terminated: ok {rc=0}\u000a10:25:30.538509 --- ParallelTerminationStrategy: PID 8174 died...\u000a10:25:30.594544 run iperf3-srv_10.42.42.10(pid=8174): Terminated {rc=256}\u000a10:25:30.604703 --- ParallelTerminationStrategy: PID 8177 died...\u000a10:25:30.660744 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8177): Terminated: ok {rc=0}\u000a10:25:30.670984 --- ParallelTerminationStrategy: PID 8180 died...\u000a10:25:30.726914 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8180): Terminated: ok {rc=0}\u000a10:25:30.737307 --- ParallelTerminationStrategy: PID 8183 died...\u000a10:25:30.793536 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8183): Terminated: ok {rc=0}\u000a10:25:30.882733 bus /gobi_4: Setting Powered False\u000a10:25:32.024269 bus /gobi_4: Setting Powered False\u000a10:25:33.138353 bus /gobi_1: Setting Powered False\u000a10:25:34.243817 bus /gobi_1: Setting Powered False\u000a10:25:35.352073 bus /gobi_0: Setting Powered False\u000a10:25:36.454564 bus /gobi_0: Setting Powered False\u000a10:25:37.568016 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 265, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8192): Process ended prematurely: osmo-stp_10.42.42.5(pid=8192) [trial-2403↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8192)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8192): Process ended prematurely: osmo-stp_10.42.42.5(pid=8192) [trial-2403↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8192)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:trx-sysmocell5000+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a10:25:38.637797 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:25:38.650224 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a10:25:38.795541 tst ping.py: using LAC 40281\u000a10:25:38.922422 tst ping.py: using RAC 246\u000a10:25:39.047230 tst ping.py: using CellId 40281\u000a10:25:39.176201 tst ping.py: using BVCI 40282\u000a10:25:39.200623 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:25:39.212170 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:25:39.223441 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:25:39.234737 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:25:39.246003 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:25:39.257231 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:25:39.268598 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:25:39.279813 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:25:39.570182 tst ping.py:19: start network...\u000a10:25:39.703611 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:25:40.213786 run create_hlr_db(pid=8186): Launched\u000a10:25:40.399343 bus /gobi_6: Setting Powered False\u000a10:25:41.422163 run create_hlr_db(pid=8186): Terminated: ok {rc=0}\u000a10:25:41.829995 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8188): Launched\u000a10:25:42.130439 run osmo-hlr_10.42.42.2(pid=8189): Launched\u000a10:25:42.248166 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:25:42.776793 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8191): Launched\u000a10:25:43.076742 run osmo-stp_10.42.42.5(pid=8192): Launched\u000a10:25:43.185499 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:25:43.709957 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8194): Launched\u000a10:25:43.816261 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:25:44.078233 run patchelf(pid=8195): Launched\u000a10:25:44.254143 run osmo-stp_10.42.42.5(pid=8192): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8192)]\u000a10:25:44.383540 run osmo-stp_10.42.42.5(pid=8192): stdout: \u000a| (launched: 2022-12-14_10:25:42.927821)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:25:44.513219 run osmo-stp_10.42.42.5(pid=8192): stderr: \u000a| �[0;m�[38;5;43m20221214102543097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214102543097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214102543098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214102543098 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214102543098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214102543099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214102543099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:25:44.637531 run osmo-stp_10.42.42.5(pid=8192): stdout: \u000a| (launched: 2022-12-14_10:25:42.927821)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:25:44.760556 run osmo-stp_10.42.42.5(pid=8192): stderr: \u000a| �[0;m�[38;5;43m20221214102543097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214102543097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214102543098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214102543098 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214102543098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214102543099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214102543099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:25:44.904225 run patchelf(pid=8195): Terminating (SIGINT)\u000a10:25:45.074065 run patchelf(pid=8195): Terminated: ok {rc=0}\u000a10:25:45.105353 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=8192): Process ended prematurely: osmo-stp_10.42.42.5(pid=8192) [trial-2403↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8192)] [trial-2403↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22]\u000a10:25:45.114191 tst ping.py:22: Test FAILED (6.5 sec)\u000a10:25:45.175272 run osmo-hlr_10.42.42.2(pid=8189): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8189)]\u000a10:25:45.225054 run osmo-hlr_10.42.42.2(pid=8189): stdout: \u000a| (launched: 2022-12-14_10:25:41.982049) \u000a10:25:45.275214 run osmo-hlr_10.42.42.2(pid=8189): stderr: \u000a| �[0;m�[1;31m20221214102542156 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214102542156 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214102542156 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214102542156 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214102542156 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214102542156 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214102542169 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:trx-sysmocell5000+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214102542177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214102542177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214102542177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:25:45.318131 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8188): Terminating (SIGTERM)\u000a10:25:45.358354 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8191): Terminating (SIGTERM)\u000a10:25:45.398579 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8194): Terminating (SIGTERM)\u000a10:25:45.407845 --- ParallelTerminationStrategy: PID 8188 died...\u000a10:25:45.462099 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8188): Terminated: ok {rc=0}\u000a10:25:45.471736 --- ParallelTerminationStrategy: PID 8191 died...\u000a10:25:45.525577 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8191): Terminated: ok {rc=0}\u000a10:25:45.535221 --- ParallelTerminationStrategy: PID 8194 died...\u000a10:25:45.589049 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8194): Terminated: ok {rc=0}\u000a10:25:45.678300 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 265, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8202): Process ended prematurely: osmo-stp_10.42.42.5(pid=8202) [trial-2403↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8202)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8202): Process ended prematurely: osmo-stp_10.42.42.5(pid=8202) [trial-2403↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8202)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:trx-sysmocell5000+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a10:25:46.734998 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:25:46.748473 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a10:25:46.898378 tst ping_idle_ping.py: using LAC 40282\u000a10:25:47.026050 tst ping_idle_ping.py: using RAC 247\u000a10:25:47.160744 tst ping_idle_ping.py: using CellId 40282\u000a10:25:47.279822 tst ping_idle_ping.py: using BVCI 40283\u000a10:25:47.302923 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:25:47.313984 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:25:47.324654 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:25:47.335477 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:25:47.346474 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:25:47.357536 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:25:47.368663 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:25:47.379707 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:25:47.673422 tst ping_idle_ping.py:24: start network...\u000a10:25:47.807144 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:25:48.322204 run create_hlr_db(pid=8196): Launched\u000a10:25:48.508365 bus /gobi_6: Setting Powered False\u000a10:25:49.530258 run create_hlr_db(pid=8196): Terminated: ok {rc=0}\u000a10:25:49.937980 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8198): Launched\u000a10:25:50.239925 run osmo-hlr_10.42.42.2(pid=8199): Launched\u000a10:25:50.358018 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:25:50.885830 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8201): Launched\u000a10:25:51.186251 run osmo-stp_10.42.42.5(pid=8202): Launched\u000a10:25:51.295861 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:25:51.822396 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8204): Launched\u000a10:25:51.929703 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:25:52.195495 run patchelf(pid=8209): Launched\u000a10:25:52.372015 run osmo-stp_10.42.42.5(pid=8202): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8202)]\u000a10:25:52.501806 run osmo-stp_10.42.42.5(pid=8202): stdout: \u000a| (launched: 2022-12-14_10:25:51.037487)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:25:52.631478 run osmo-stp_10.42.42.5(pid=8202): stderr: \u000a| �[0;m�[38;5;43m20221214102551203 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214102551203 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214102551204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214102551204 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214102551204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214102551205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214102551205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:25:52.756042 run osmo-stp_10.42.42.5(pid=8202): stdout: \u000a| (launched: 2022-12-14_10:25:51.037487)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:25:52.879104 run osmo-stp_10.42.42.5(pid=8202): stderr: \u000a| �[0;m�[38;5;43m20221214102551203 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214102551203 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214102551204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214102551204 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214102551204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214102551205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214102551205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:25:53.023215 run patchelf(pid=8209): Terminating (SIGINT)\u000a10:25:53.192676 run patchelf(pid=8209): Terminated: ok {rc=0}\u000a10:25:53.223726 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=8202): Process ended prematurely: osmo-stp_10.42.42.5(pid=8202) [trial-2403↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8202)] [trial-2403↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a10:25:53.232555 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a10:25:53.293757 run osmo-hlr_10.42.42.2(pid=8199): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8199)]\u000a10:25:53.343646 run osmo-hlr_10.42.42.2(pid=8199): stdout: \u000a| (launched: 2022-12-14_10:25:50.090944) \u000a10:25:53.394273 run osmo-hlr_10.42.42.2(pid=8199): stderr: \u000a| �[0;m�[1;31m20221214102550265 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214102550265 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214102550265 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214102550265 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214102550265 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214102550265 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214102550277 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:trx-sysmocell5000+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214102550286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214102550286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214102550286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:25:53.437253 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8198): Terminating (SIGTERM)\u000a10:25:53.478249 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8201): Terminating (SIGTERM)\u000a10:25:53.518716 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8204): Terminating (SIGTERM)\u000a10:25:53.527999 --- ParallelTerminationStrategy: PID 8198 died...\u000a10:25:53.582583 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8198): Terminated: ok {rc=0}\u000a10:25:53.592268 --- ParallelTerminationStrategy: PID 8201 died...\u000a10:25:53.646239 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8201): Terminated: ok {rc=0}\u000a10:25:53.655806 --- ParallelTerminationStrategy: PID 8204 died...\u000a10:25:53.710002 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8204): Terminated: ok {rc=0}\u000a10:25:53.799709 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "70", "name" : "gprs_trx-sysmocell5000+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T10:24:55" }, { "cases" : [ { "testActions" : [ ], "age" : 265, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8223): Process ended prematurely: osmo-stp_10.42.42.5(pid=8223) [trial-2403↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8223)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8223): Process ended prematurely: osmo-stp_10.42.42.5(pid=8223) [trial-2403↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8223)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a10:25:55.959521 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:25:55.970582 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a10:25:56.126506 tst cs_paging_gprs_active.py: using LAC 40283\u000a10:25:56.245054 tst cs_paging_gprs_active.py: using RAC 248\u000a10:25:56.363811 tst cs_paging_gprs_active.py: using CellId 40283\u000a10:25:56.484648 tst cs_paging_gprs_active.py: using BVCI 40284\u000a10:25:56.507965 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:25:56.519081 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:25:56.529959 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:25:56.540686 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:25:56.551873 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:25:56.562997 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:25:56.574275 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:25:56.585346 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:25:56.596430 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:25:56.717782 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:25:57.001039 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a10:25:57.128644 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:25:57.446565 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8213): Launched\u000a10:25:57.711154 run iperf3-srv_10.42.42.10(pid=8214): Launched\u000a10:25:57.898469 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a10:25:58.025810 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:25:58.344788 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8215): Launched\u000a10:25:58.609597 run iperf3-srv_10.42.42.10(pid=8216): Launched\u000a10:25:58.795689 tst cs_paging_gprs_active.py:38: start network...\u000a10:25:58.923003 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:25:59.405623 run create_hlr_db(pid=8217): Launched\u000a10:25:59.581288 bus /gobi_6: Setting Powered False\u000a10:26:00.603933 run create_hlr_db(pid=8217): Terminated: ok {rc=0}\u000a10:26:01.047366 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8219): Launched\u000a10:26:01.459526 run osmo-hlr_10.42.42.2(pid=8220): Launched\u000a10:26:01.756330 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:26:02.507188 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8222): Launched\u000a10:26:02.815955 run osmo-stp_10.42.42.5(pid=8223): Launched\u000a10:26:02.927199 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:26:03.459930 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8225): Launched\u000a10:26:03.568554 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:26:03.836530 run patchelf(pid=8226): Launched\u000a10:26:04.016555 run osmo-stp_10.42.42.5(pid=8223): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8223)]\u000a10:26:04.148435 run osmo-stp_10.42.42.5(pid=8223): stdout: \u000a| (launched: 2022-12-14_10:26:02.662568)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:26:04.280338 run osmo-stp_10.42.42.5(pid=8223): stderr: \u000a| �[0;m�[38;5;43m20221214102602831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214102602831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214102602831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214102602832 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214102602832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214102602832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214102602832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:26:04.407277 run osmo-stp_10.42.42.5(pid=8223): stdout: \u000a| (launched: 2022-12-14_10:26:02.662568)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:26:04.533350 run osmo-stp_10.42.42.5(pid=8223): stderr: \u000a| �[0;m�[38;5;43m20221214102602831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214102602831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214102602831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214102602832 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214102602832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214102602832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214102602832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:26:04.680119 run patchelf(pid=8226): Terminating (SIGINT)\u000a10:26:04.852401 run patchelf(pid=8226): Terminated: ok {rc=0}\u000a10:26:04.884024 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=8223): Process ended prematurely: osmo-stp_10.42.42.5(pid=8223) [trial-2403↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8223)] [trial-2403↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a10:26:04.893455 tst cs_paging_gprs_active.py:38: Test FAILED (9.0 sec)\u000a10:26:04.954053 run osmo-hlr_10.42.42.2(pid=8220): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8220)]\u000a10:26:05.003217 run osmo-hlr_10.42.42.2(pid=8220): stdout: \u000a| (launched: 2022-12-14_10:26:01.227192) \u000a10:26:05.053412 run osmo-hlr_10.42.42.2(pid=8220): stderr: \u000a| �[0;m�[1;31m20221214102601595 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214102601595 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214102601595 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214102601595 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214102601595 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214102601595 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214102601618 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214102601635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214102601635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214102601635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:26:05.096273 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8213): Terminating (SIGTERM)\u000a10:26:05.136645 run iperf3-srv_10.42.42.10(pid=8214): Terminating (SIGTERM)\u000a10:26:05.176880 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8215): Terminating (SIGTERM)\u000a10:26:05.217064 run iperf3-srv_10.42.42.10(pid=8216): Terminating (SIGTERM)\u000a10:26:05.257304 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8219): Terminating (SIGTERM)\u000a10:26:05.297472 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8222): Terminating (SIGTERM)\u000a10:26:05.337681 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8225): Terminating (SIGTERM)\u000a10:26:05.346880 --- ParallelTerminationStrategy: PID 8213 died...\u000a10:26:05.400804 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8213): Terminated: ok {rc=0}\u000a10:26:05.410420 --- ParallelTerminationStrategy: PID 8214 died...\u000a10:26:05.464040 run iperf3-srv_10.42.42.10(pid=8214): Terminated {rc=256}\u000a10:26:05.473944 --- ParallelTerminationStrategy: PID 8215 died...\u000a10:26:05.527419 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8215): Terminated: ok {rc=0}\u000a10:26:05.536856 --- ParallelTerminationStrategy: PID 8216 died...\u000a10:26:05.590269 run iperf3-srv_10.42.42.10(pid=8216): Terminated {rc=256}\u000a10:26:05.599800 --- ParallelTerminationStrategy: PID 8219 died...\u000a10:26:05.653145 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8219): Terminated: ok {rc=0}\u000a10:26:05.662634 --- ParallelTerminationStrategy: PID 8222 died...\u000a10:26:05.716110 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8222): Terminated: ok {rc=0}\u000a10:26:05.725768 --- ParallelTerminationStrategy: PID 8225 died...\u000a10:26:05.779030 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8225): Terminated: ok {rc=0}\u000a10:26:05.863434 bus /gobi_0: Setting Powered False\u000a10:26:06.965799 bus /gobi_0: Setting Powered False\u000a10:26:08.077852 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 265, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8235): Process ended prematurely: osmo-stp_10.42.42.5(pid=8235) [trial-2403↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8235)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8235): Process ended prematurely: osmo-stp_10.42.42.5(pid=8235) [trial-2403↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8235)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a10:26:09.189061 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:26:09.200717 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a10:26:09.361569 tst iperf3.py: using LAC 40284\u000a10:26:09.481285 tst iperf3.py: using RAC 249\u000a10:26:09.601590 tst iperf3.py: using CellId 40284\u000a10:26:09.722140 tst iperf3.py: using BVCI 40285\u000a10:26:09.745540 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:26:09.756425 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:26:09.767332 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:26:09.778225 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:26:09.789383 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:26:09.800498 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:26:09.811835 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:26:09.823071 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:26:09.835031 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:26:10.132357 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:26:10.268024 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:26:10.607606 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8227): Launched\u000a10:26:10.889474 run iperf3-srv_10.42.42.10(pid=8228): Launched\u000a10:26:11.088563 tst iperf3.py:8: start network...\u000a10:26:11.224340 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:26:11.748358 run create_hlr_db(pid=8229): Launched\u000a10:26:11.937600 bus /gobi_6: Setting Powered False\u000a10:26:12.958055 run create_hlr_db(pid=8229): Terminated: ok {rc=0}\u000a10:26:13.371481 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8231): Launched\u000a10:26:13.682237 run osmo-hlr_10.42.42.2(pid=8232): Launched\u000a10:26:13.801898 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:26:14.343215 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8234): Launched\u000a10:26:14.649324 run osmo-stp_10.42.42.5(pid=8235): Launched\u000a10:26:14.761237 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:26:15.294704 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8237): Launched\u000a10:26:15.403884 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:26:15.673272 run patchelf(pid=8238): Launched\u000a10:26:15.854774 run osmo-stp_10.42.42.5(pid=8235): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8235)]\u000a10:26:16.008918 run osmo-stp_10.42.42.5(pid=8235): stdout: \u000a| (launched: 2022-12-14_10:26:14.497848)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:26:16.152651 run osmo-stp_10.42.42.5(pid=8235): stderr: \u000a| �[0;m�[38;5;43m20221214102614666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214102614666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214102614666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214102614666 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214102614667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214102614667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214102614667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:26:16.291820 run osmo-stp_10.42.42.5(pid=8235): stdout: \u000a| (launched: 2022-12-14_10:26:14.497848)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:26:16.429885 run osmo-stp_10.42.42.5(pid=8235): stderr: \u000a| �[0;m�[38;5;43m20221214102614666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214102614666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214102614666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214102614666 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214102614667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214102614667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214102614667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:26:16.590887 run patchelf(pid=8238): Terminating (SIGINT)\u000a10:26:16.779716 run patchelf(pid=8238): Terminated: ok {rc=0}\u000a10:26:16.815562 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8235): Process ended prematurely: osmo-stp_10.42.42.5(pid=8235) [trial-2403↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8235)] [trial-2403↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a10:26:16.826773 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a10:26:16.891305 run osmo-hlr_10.42.42.2(pid=8232): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8232)]\u000a10:26:16.944296 run osmo-hlr_10.42.42.2(pid=8232): stdout: \u000a| (launched: 2022-12-14_10:26:13.527251) \u000a10:26:16.997947 run osmo-hlr_10.42.42.2(pid=8232): stderr: \u000a| �[0;m�[1;31m20221214102613703 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214102613703 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214102613703 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214102613703 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214102613704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214102613704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214102613716 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214102613725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214102613725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214102613725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:26:17.045397 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8227): Terminating (SIGTERM)\u000a10:26:17.090504 run iperf3-srv_10.42.42.10(pid=8228): Terminating (SIGTERM)\u000a10:26:17.133808 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8231): Terminating (SIGTERM)\u000a10:26:17.177522 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8234): Terminating (SIGTERM)\u000a10:26:17.221773 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8237): Terminating (SIGTERM)\u000a10:26:17.231411 --- ParallelTerminationStrategy: PID 8227 died...\u000a10:26:17.288091 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8227): Terminated: ok {rc=0}\u000a10:26:17.298210 --- ParallelTerminationStrategy: PID 8228 died...\u000a10:26:17.354197 run iperf3-srv_10.42.42.10(pid=8228): Terminated {rc=256}\u000a10:26:17.364233 --- ParallelTerminationStrategy: PID 8231 died...\u000a10:26:17.420164 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8231): Terminated: ok {rc=0}\u000a10:26:17.430224 --- ParallelTerminationStrategy: PID 8234 died...\u000a10:26:17.486245 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8234): Terminated: ok {rc=0}\u000a10:26:17.496331 --- ParallelTerminationStrategy: PID 8237 died...\u000a10:26:17.552629 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8237): Terminated: ok {rc=0}\u000a10:26:17.641330 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 265, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8253): Process ended prematurely: osmo-stp_10.42.42.5(pid=8253) [trial-2403↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8253)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8253): Process ended prematurely: osmo-stp_10.42.42.5(pid=8253) [trial-2403↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8253)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a10:26:18.756632 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:26:18.769007 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a10:26:18.935974 tst iperf3m4.py: using LAC 40285\u000a10:26:19.064430 tst iperf3m4.py: using RAC 250\u000a10:26:19.190897 tst iperf3m4.py: using CellId 40285\u000a10:26:19.320029 tst iperf3m4.py: using BVCI 40286\u000a10:26:19.345059 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:26:19.356774 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:26:19.368279 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:26:19.379880 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:26:19.391452 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:26:19.402971 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:26:19.414603 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:26:19.426051 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:26:19.437824 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:26:19.556628 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:26:19.679117 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:26:19.801793 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:26:20.082565 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:26:20.210539 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:26:20.528314 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8239): Launched\u000a10:26:20.792422 run iperf3-srv_10.42.42.10(pid=8240): Launched\u000a10:26:20.978619 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a10:26:21.105963 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:26:21.423731 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8241): Launched\u000a10:26:21.689574 run iperf3-srv_10.42.42.10(pid=8242): Launched\u000a10:26:21.875142 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a10:26:22.002801 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:26:22.320896 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8243): Launched\u000a10:26:22.584896 run iperf3-srv_10.42.42.10(pid=8244): Launched\u000a10:26:22.771169 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a10:26:22.898156 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:26:23.216482 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8245): Launched\u000a10:26:23.479478 run iperf3-srv_10.42.42.10(pid=8246): Launched\u000a10:26:23.665180 tst iperf3m4.py:8: start network...\u000a10:26:23.792060 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:26:24.274122 run create_hlr_db(pid=8247): Launched\u000a10:26:24.449371 bus /gobi_6: Setting Powered False\u000a10:26:25.471147 run create_hlr_db(pid=8247): Terminated: ok {rc=0}\u000a10:26:25.879756 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8249): Launched\u000a10:26:26.186297 run osmo-hlr_10.42.42.2(pid=8250): Launched\u000a10:26:26.305670 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:26:26.843568 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8252): Launched\u000a10:26:27.149089 run osmo-stp_10.42.42.5(pid=8253): Launched\u000a10:26:27.260851 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:26:27.795455 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8255): Launched\u000a10:26:27.903847 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:26:28.171468 run patchelf(pid=8256): Launched\u000a10:26:28.349938 run osmo-stp_10.42.42.5(pid=8253): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8253)]\u000a10:26:28.480403 run osmo-stp_10.42.42.5(pid=8253): stdout: \u000a| (launched: 2022-12-14_10:26:26.997682)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:26:28.611232 run osmo-stp_10.42.42.5(pid=8253): stderr: \u000a| �[0;m�[38;5;43m20221214102627165 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214102627165 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214102627165 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214102627165 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214102627166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214102627166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214102627166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:26:28.737367 run osmo-stp_10.42.42.5(pid=8253): stdout: \u000a| (launched: 2022-12-14_10:26:26.997682)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:26:28.862195 run osmo-stp_10.42.42.5(pid=8253): stderr: \u000a| �[0;m�[38;5;43m20221214102627165 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214102627165 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214102627165 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214102627165 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214102627166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214102627166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214102627166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:26:29.007793 run patchelf(pid=8256): Terminating (SIGINT)\u000a10:26:29.179698 run patchelf(pid=8256): Terminated: ok {rc=0}\u000a10:26:29.211415 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8253): Process ended prematurely: osmo-stp_10.42.42.5(pid=8253) [trial-2403↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8253)] [trial-2403↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a10:26:29.220857 tst iperf3m4.py:8: Test FAILED (10.5 sec)\u000a10:26:29.282171 run osmo-hlr_10.42.42.2(pid=8250): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8250)]\u000a10:26:29.332168 run osmo-hlr_10.42.42.2(pid=8250): stdout: \u000a| (launched: 2022-12-14_10:26:26.035296) \u000a10:26:29.382555 run osmo-hlr_10.42.42.2(pid=8250): stderr: \u000a| �[0;m�[1;31m20221214102626207 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214102626208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214102626208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214102626208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214102626208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214102626208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214102626220 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214102626228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214102626228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214102626228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:26:29.425443 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8239): Terminating (SIGTERM)\u000a10:26:29.465906 run iperf3-srv_10.42.42.10(pid=8240): Terminating (SIGTERM)\u000a10:26:29.506313 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8241): Terminating (SIGTERM)\u000a10:26:29.546574 run iperf3-srv_10.42.42.10(pid=8242): Terminating (SIGTERM)\u000a10:26:29.586970 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8243): Terminating (SIGTERM)\u000a10:26:29.627260 run iperf3-srv_10.42.42.10(pid=8244): Terminating (SIGTERM)\u000a10:26:29.667668 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8245): Terminating (SIGTERM)\u000a10:26:29.708001 run iperf3-srv_10.42.42.10(pid=8246): Terminating (SIGTERM)\u000a10:26:29.748518 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8249): Terminating (SIGTERM)\u000a10:26:29.788928 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8252): Terminating (SIGTERM)\u000a10:26:29.829475 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8255): Terminating (SIGTERM)\u000a10:26:29.838760 --- ParallelTerminationStrategy: PID 8239 died...\u000a10:26:29.893370 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8239): Terminated: ok {rc=0}\u000a10:26:29.903022 --- ParallelTerminationStrategy: PID 8240 died...\u000a10:26:29.956856 run iperf3-srv_10.42.42.10(pid=8240): Terminated {rc=256}\u000a10:26:29.966564 --- ParallelTerminationStrategy: PID 8241 died...\u000a10:26:30.020576 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8241): Terminated: ok {rc=0}\u000a10:26:30.030275 --- ParallelTerminationStrategy: PID 8242 died...\u000a10:26:30.083860 run iperf3-srv_10.42.42.10(pid=8242): Terminated {rc=256}\u000a10:26:30.093876 --- ParallelTerminationStrategy: PID 8243 died...\u000a10:26:30.147892 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8243): Terminated: ok {rc=0}\u000a10:26:30.157933 --- ParallelTerminationStrategy: PID 8244 died...\u000a10:26:30.212087 run iperf3-srv_10.42.42.10(pid=8244): Terminated {rc=256}\u000a10:26:30.221880 --- ParallelTerminationStrategy: PID 8245 died...\u000a10:26:30.275958 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8245): Terminated: ok {rc=0}\u000a10:26:30.285726 --- ParallelTerminationStrategy: PID 8246 died...\u000a10:26:30.339505 run iperf3-srv_10.42.42.10(pid=8246): Terminated {rc=256}\u000a10:26:30.349168 --- ParallelTerminationStrategy: PID 8249 died...\u000a10:26:30.403057 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8249): Terminated: ok {rc=0}\u000a10:26:30.412822 --- ParallelTerminationStrategy: PID 8252 died...\u000a10:26:30.466590 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8252): Terminated: ok {rc=0}\u000a10:26:30.476366 --- ParallelTerminationStrategy: PID 8255 died...\u000a10:26:30.530207 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8255): Terminated: ok {rc=0}\u000a10:26:30.614697 bus /gobi_4: Setting Powered False\u000a10:26:31.733997 bus /gobi_4: Setting Powered False\u000a10:26:32.847235 bus /gobi_1: Setting Powered False\u000a10:26:33.950644 bus /gobi_1: Setting Powered False\u000a10:26:35.063636 bus /gobi_0: Setting Powered False\u000a10:26:36.170199 bus /gobi_0: Setting Powered False\u000a10:26:37.280446 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 265, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8263): Process ended prematurely: osmo-stp_10.42.42.5(pid=8263) [trial-2403↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8263)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8263): Process ended prematurely: osmo-stp_10.42.42.5(pid=8263) [trial-2403↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8263)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a10:26:38.350249 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:26:38.362606 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a10:26:38.529070 tst ping.py: using LAC 40286\u000a10:26:38.649370 tst ping.py: using RAC 251\u000a10:26:38.765918 tst ping.py: using CellId 40286\u000a10:26:38.889175 tst ping.py: using BVCI 40287\u000a10:26:38.912241 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:26:38.923538 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:26:38.934544 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:26:38.945727 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:26:38.956787 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:26:38.968024 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:26:38.979466 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:26:38.990772 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:26:39.281071 tst ping.py:19: start network...\u000a10:26:39.413756 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:26:39.923538 run create_hlr_db(pid=8257): Launched\u000a10:26:40.108643 bus /gobi_6: Setting Powered False\u000a10:26:41.128814 run create_hlr_db(pid=8257): Terminated: ok {rc=0}\u000a10:26:41.532688 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8259): Launched\u000a10:26:41.831885 run osmo-hlr_10.42.42.2(pid=8260): Launched\u000a10:26:41.948241 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:26:42.481074 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8262): Launched\u000a10:26:42.781450 run osmo-stp_10.42.42.5(pid=8263): Launched\u000a10:26:42.889635 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:26:43.413045 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8265): Launched\u000a10:26:43.519635 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:26:43.781571 run patchelf(pid=8266): Launched\u000a10:26:43.957497 run osmo-stp_10.42.42.5(pid=8263): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8263)]\u000a10:26:44.086443 run osmo-stp_10.42.42.5(pid=8263): stdout: \u000a| (launched: 2022-12-14_10:26:42.633189)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:26:44.216060 run osmo-stp_10.42.42.5(pid=8263): stderr: \u000a| �[0;m�[38;5;43m20221214102642802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214102642802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214102642802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214102642802 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214102642803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214102642803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214102642803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:26:44.340312 run osmo-stp_10.42.42.5(pid=8263): stdout: \u000a| (launched: 2022-12-14_10:26:42.633189)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:26:44.463281 run osmo-stp_10.42.42.5(pid=8263): stderr: \u000a| �[0;m�[38;5;43m20221214102642802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214102642802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214102642802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214102642802 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214102642803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214102642803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214102642803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:26:44.606665 run patchelf(pid=8266): Terminating (SIGINT)\u000a10:26:44.775685 run patchelf(pid=8266): Terminated: ok {rc=0}\u000a10:26:44.806635 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=8263): Process ended prematurely: osmo-stp_10.42.42.5(pid=8263) [trial-2403↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8263)] [trial-2403↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22]\u000a10:26:44.815600 tst ping.py:22: Test FAILED (6.5 sec)\u000a10:26:44.876887 run osmo-hlr_10.42.42.2(pid=8260): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8260)]\u000a10:26:44.927036 run osmo-hlr_10.42.42.2(pid=8260): stdout: \u000a| (launched: 2022-12-14_10:26:41.684551) \u000a10:26:44.977490 run osmo-hlr_10.42.42.2(pid=8260): stderr: \u000a| �[0;m�[1;31m20221214102641859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214102641860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214102641860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214102641860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214102641860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214102641860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214102641871 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214102641880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214102641880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214102641881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:26:45.020300 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8259): Terminating (SIGTERM)\u000a10:26:45.060853 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8262): Terminating (SIGTERM)\u000a10:26:45.101566 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8265): Terminating (SIGTERM)\u000a10:26:45.110915 --- ParallelTerminationStrategy: PID 8259 died...\u000a10:26:45.165484 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8259): Terminated: ok {rc=0}\u000a10:26:45.175310 --- ParallelTerminationStrategy: PID 8262 died...\u000a10:26:45.229771 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8262): Terminated: ok {rc=0}\u000a10:26:45.239457 --- ParallelTerminationStrategy: PID 8265 died...\u000a10:26:45.293774 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8265): Terminated: ok {rc=0}\u000a10:26:45.377772 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 265, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8273): Process ended prematurely: osmo-stp_10.42.42.5(pid=8273) [trial-2403↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8273)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8273): Process ended prematurely: osmo-stp_10.42.42.5(pid=8273) [trial-2403↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8273)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a10:26:46.433960 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:26:46.449543 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a10:26:46.630793 tst ping_idle_ping.py: using LAC 40287\u000a10:26:46.757859 tst ping_idle_ping.py: using RAC 252\u000a10:26:46.885829 tst ping_idle_ping.py: using CellId 40287\u000a10:26:47.007437 tst ping_idle_ping.py: using BVCI 40288\u000a10:26:47.032728 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:26:47.044902 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:26:47.057136 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:26:47.069885 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:26:47.083332 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:26:47.096475 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:26:47.109849 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:26:47.124406 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:26:47.422476 tst ping_idle_ping.py:24: start network...\u000a10:26:47.556004 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:26:48.080568 run create_hlr_db(pid=8267): Launched\u000a10:26:48.268481 bus /gobi_6: Setting Powered False\u000a10:26:49.289562 run create_hlr_db(pid=8267): Terminated: ok {rc=0}\u000a10:26:49.720785 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8269): Launched\u000a10:26:50.043380 run osmo-hlr_10.42.42.2(pid=8270): Launched\u000a10:26:50.164616 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:26:50.725029 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8272): Launched\u000a10:26:51.045556 run osmo-stp_10.42.42.5(pid=8273): Launched\u000a10:26:51.161661 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:26:51.723368 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8275): Launched\u000a10:26:51.837266 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:26:52.119548 run patchelf(pid=8276): Launched\u000a10:26:52.308128 run osmo-stp_10.42.42.5(pid=8273): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8273)]\u000a10:26:52.446044 run osmo-stp_10.42.42.5(pid=8273): stdout: \u000a| (launched: 2022-12-14_10:26:50.887931)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:26:52.583552 run osmo-stp_10.42.42.5(pid=8273): stderr: \u000a| �[0;m�[38;5;43m20221214102651079 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214102651079 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214102651079 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214102651079 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214102651080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214102651080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214102651080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:26:52.716588 run osmo-stp_10.42.42.5(pid=8273): stdout: \u000a| (launched: 2022-12-14_10:26:50.887931)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:26:52.847532 run osmo-stp_10.42.42.5(pid=8273): stderr: \u000a| �[0;m�[38;5;43m20221214102651079 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214102651079 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214102651079 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214102651079 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214102651080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214102651080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214102651080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:26:53.001081 run patchelf(pid=8276): Terminating (SIGINT)\u000a10:26:53.181503 run patchelf(pid=8276): Terminated: ok {rc=0}\u000a10:26:53.214342 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=8273): Process ended prematurely: osmo-stp_10.42.42.5(pid=8273) [trial-2403↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8273)] [trial-2403↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a10:26:53.223829 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a10:26:53.287532 run osmo-hlr_10.42.42.2(pid=8270): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8270)]\u000a10:26:53.339680 run osmo-hlr_10.42.42.2(pid=8270): stdout: \u000a| (launched: 2022-12-14_10:26:49.884844) \u000a10:26:53.392922 run osmo-hlr_10.42.42.2(pid=8270): stderr: \u000a| �[0;m�[1;31m20221214102650081 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214102650082 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214102650082 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214102650082 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214102650082 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214102650082 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214102650095 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214102650103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214102650103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214102650103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:26:53.437901 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8269): Terminating (SIGTERM)\u000a10:26:53.480241 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8272): Terminating (SIGTERM)\u000a10:26:53.522696 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8275): Terminating (SIGTERM)\u000a10:26:53.532357 --- ParallelTerminationStrategy: PID 8269 died...\u000a10:26:53.588429 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8269): Terminated: ok {rc=0}\u000a10:26:53.598527 --- ParallelTerminationStrategy: PID 8272 died...\u000a10:26:53.654697 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8272): Terminated: ok {rc=0}\u000a10:26:53.664917 --- ParallelTerminationStrategy: PID 8275 died...\u000a10:26:53.720929 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8275): Terminated: ok {rc=0}\u000a10:26:53.808742 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "71", "name" : "gprs_trx-sysmocell5000+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T10:25:55" }, { "cases" : [ { "testActions" : [ ], "age" : 265, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8290): Process ended prematurely: osmo-stp_10.42.42.5(pid=8290) [trial-2403↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8290)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8290): Process ended prematurely: osmo-stp_10.42.42.5(pid=8290) [trial-2403↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8290)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a10:26:55.980742 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:26:55.992456 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:26:56.160895 tst cs_paging_gprs_active.py: using LAC 40288\u000a10:26:56.290149 tst cs_paging_gprs_active.py: using RAC 253\u000a10:26:56.417887 tst cs_paging_gprs_active.py: using CellId 40288\u000a10:26:56.550224 tst cs_paging_gprs_active.py: using BVCI 40289\u000a10:26:56.575823 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:26:56.587570 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:26:56.598973 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:26:56.611004 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:26:56.622778 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:26:56.634595 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:26:56.646461 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:26:56.658174 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:26:56.670056 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:26:56.790562 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:26:57.073361 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a10:26:57.200652 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:26:57.520851 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8280): Launched\u000a10:26:57.785075 run iperf3-srv_10.42.42.10(pid=8281): Launched\u000a10:26:57.971540 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a10:26:58.099349 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:26:58.418512 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8282): Launched\u000a10:26:58.685123 run iperf3-srv_10.42.42.10(pid=8283): Launched\u000a10:26:58.871490 tst cs_paging_gprs_active.py:38: start network...\u000a10:26:58.999580 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:26:59.483446 run create_hlr_db(pid=8284): Launched\u000a10:26:59.659342 bus /gobi_6: Setting Powered False\u000a10:27:00.681138 run create_hlr_db(pid=8284): Terminated: ok {rc=0}\u000a10:27:01.155519 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8286): Launched\u000a10:27:01.679143 run osmo-hlr_10.42.42.2(pid=8287): Launched\u000a10:27:01.883134 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:27:02.459621 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8289): Launched\u000a10:27:02.787401 run osmo-stp_10.42.42.5(pid=8290): Launched\u000a10:27:02.904773 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:27:03.477486 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8292): Launched\u000a10:27:03.593817 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:27:03.881152 run patchelf(pid=8293): Launched\u000a10:27:04.072502 run osmo-stp_10.42.42.5(pid=8290): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8290)]\u000a10:27:04.211938 run osmo-stp_10.42.42.5(pid=8290): stdout: \u000a| (launched: 2022-12-14_10:27:02.625867)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:27:04.352695 run osmo-stp_10.42.42.5(pid=8290): stderr: \u000a| �[0;m�[38;5;43m20221214102702817 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214102702817 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214102702817 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214102702818 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214102702818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214102702818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214102702818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:27:04.487569 run osmo-stp_10.42.42.5(pid=8290): stdout: \u000a| (launched: 2022-12-14_10:27:02.625867)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:27:04.622045 run osmo-stp_10.42.42.5(pid=8290): stderr: \u000a| �[0;m�[38;5;43m20221214102702817 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214102702817 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214102702817 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214102702818 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214102702818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214102702818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214102702818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:27:04.778508 run patchelf(pid=8293): Terminating (SIGINT)\u000a10:27:04.961826 run patchelf(pid=8293): Terminated: ok {rc=0}\u000a10:27:04.995527 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=8290): Process ended prematurely: osmo-stp_10.42.42.5(pid=8290) [trial-2403↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8290)] [trial-2403↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a10:27:05.005635 tst cs_paging_gprs_active.py:38: Test FAILED (9.1 sec)\u000a10:27:05.069714 run osmo-hlr_10.42.42.2(pid=8287): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8287)]\u000a10:27:05.121548 run osmo-hlr_10.42.42.2(pid=8287): stdout: \u000a| (launched: 2022-12-14_10:27:01.325844) \u000a10:27:05.174081 run osmo-hlr_10.42.42.2(pid=8287): stderr: \u000a| �[0;m�[1;31m20221214102701591 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214102701591 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214102701591 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214102701591 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214102701591 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214102701591 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214102701611 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214102701631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214102701631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214102701631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:27:05.219249 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8280): Terminating (SIGTERM)\u000a10:27:05.261523 run iperf3-srv_10.42.42.10(pid=8281): Terminating (SIGTERM)\u000a10:27:05.306337 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8282): Terminating (SIGTERM)\u000a10:27:05.346961 run iperf3-srv_10.42.42.10(pid=8283): Terminating (SIGTERM)\u000a10:27:05.387004 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8286): Terminating (SIGTERM)\u000a10:27:05.427228 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8289): Terminating (SIGTERM)\u000a10:27:05.467403 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8292): Terminating (SIGTERM)\u000a10:27:05.476539 --- ParallelTerminationStrategy: PID 8280 died...\u000a10:27:05.530726 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8280): Terminated: ok {rc=0}\u000a10:27:05.540233 --- ParallelTerminationStrategy: PID 8281 died...\u000a10:27:05.594970 run iperf3-srv_10.42.42.10(pid=8281): Terminated {rc=256}\u000a10:27:05.604455 --- ParallelTerminationStrategy: PID 8282 died...\u000a10:27:05.658343 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8282): Terminated: ok {rc=0}\u000a10:27:05.667901 --- ParallelTerminationStrategy: PID 8283 died...\u000a10:27:05.721737 run iperf3-srv_10.42.42.10(pid=8283): Terminated {rc=256}\u000a10:27:05.731276 --- ParallelTerminationStrategy: PID 8286 died...\u000a10:27:05.785233 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8286): Terminated: ok {rc=0}\u000a10:27:05.794811 --- ParallelTerminationStrategy: PID 8289 died...\u000a10:27:05.849045 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8289): Terminated: ok {rc=0}\u000a10:27:05.858557 --- ParallelTerminationStrategy: PID 8292 died...\u000a10:27:05.912440 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8292): Terminated: ok {rc=0}\u000a10:27:06.001585 bus /gobi_0: Setting Powered False\u000a10:27:07.102970 bus /gobi_0: Setting Powered False\u000a10:27:08.214134 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 265, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8304): Process ended prematurely: osmo-stp_10.42.42.5(pid=8304) [trial-2403↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8304)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8304): Process ended prematurely: osmo-stp_10.42.42.5(pid=8304) [trial-2403↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8304)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a10:27:09.324397 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:27:09.336045 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:27:09.497318 tst iperf3.py: using LAC 40289\u000a10:27:09.617417 tst iperf3.py: using RAC 254\u000a10:27:09.739916 tst iperf3.py: using CellId 40289\u000a10:27:09.860826 tst iperf3.py: using BVCI 40290\u000a10:27:09.884282 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:27:09.895202 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:27:09.906008 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:27:09.916734 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:27:09.927858 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:27:09.939417 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:27:09.950719 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:27:09.961768 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:27:09.973066 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:27:10.254488 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:27:10.382839 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:27:10.702122 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8296): Launched\u000a10:27:10.966695 run iperf3-srv_10.42.42.10(pid=8297): Launched\u000a10:27:11.153503 tst iperf3.py:8: start network...\u000a10:27:11.281531 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:27:11.764261 run create_hlr_db(pid=8298): Launched\u000a10:27:11.941069 bus /gobi_6: Setting Powered False\u000a10:27:12.962100 run create_hlr_db(pid=8298): Terminated: ok {rc=0}\u000a10:27:13.397385 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8300): Launched\u000a10:27:13.725934 run osmo-hlr_10.42.42.2(pid=8301): Launched\u000a10:27:13.844506 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:27:14.413126 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8303): Launched\u000a10:27:14.739514 run osmo-stp_10.42.42.5(pid=8304): Launched\u000a10:27:14.857070 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:27:15.425872 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8306): Launched\u000a10:27:15.541698 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:27:15.828662 run patchelf(pid=8307): Launched\u000a10:27:16.033460 run osmo-stp_10.42.42.5(pid=8304): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8304)]\u000a10:27:16.172839 run osmo-stp_10.42.42.5(pid=8304): stdout: \u000a| (launched: 2022-12-14_10:27:14.578793)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:27:16.310736 run osmo-stp_10.42.42.5(pid=8304): stderr: \u000a| �[0;m�[38;5;43m20221214102714769 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214102714769 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214102714770 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214102714770 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214102714770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214102714771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214102714771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:27:16.443945 run osmo-stp_10.42.42.5(pid=8304): stdout: \u000a| (launched: 2022-12-14_10:27:14.578793)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:27:16.575050 run osmo-stp_10.42.42.5(pid=8304): stderr: \u000a| �[0;m�[38;5;43m20221214102714769 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214102714769 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214102714770 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214102714770 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214102714770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214102714771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214102714771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:27:16.729769 run patchelf(pid=8307): Terminating (SIGINT)\u000a10:27:16.909918 run patchelf(pid=8307): Terminated: ok {rc=0}\u000a10:27:16.943403 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8304): Process ended prematurely: osmo-stp_10.42.42.5(pid=8304) [trial-2403↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8304)] [trial-2403↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a10:27:16.954101 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a10:27:17.020015 run osmo-hlr_10.42.42.2(pid=8301): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8301)]\u000a10:27:17.073088 run osmo-hlr_10.42.42.2(pid=8301): stdout: \u000a| (launched: 2022-12-14_10:27:13.563488) \u000a10:27:17.126735 run osmo-hlr_10.42.42.2(pid=8301): stderr: \u000a| �[0;m�[1;31m20221214102713760 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214102713760 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214102713760 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214102713761 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214102713761 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214102713761 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214102713773 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214102713782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214102713782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214102713782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:27:17.172670 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8296): Terminating (SIGTERM)\u000a10:27:17.216332 run iperf3-srv_10.42.42.10(pid=8297): Terminating (SIGTERM)\u000a10:27:17.259141 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8300): Terminating (SIGTERM)\u000a10:27:17.305332 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8303): Terminating (SIGTERM)\u000a10:27:17.347311 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8306): Terminating (SIGTERM)\u000a10:27:17.356723 --- ParallelTerminationStrategy: PID 8296 died...\u000a10:27:17.413198 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8296): Terminated: ok {rc=0}\u000a10:27:17.423112 --- ParallelTerminationStrategy: PID 8297 died...\u000a10:27:17.478441 run iperf3-srv_10.42.42.10(pid=8297): Terminated {rc=256}\u000a10:27:17.488092 --- ParallelTerminationStrategy: PID 8300 died...\u000a10:27:17.543692 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8300): Terminated: ok {rc=0}\u000a10:27:17.553540 --- ParallelTerminationStrategy: PID 8303 died...\u000a10:27:17.608777 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8303): Terminated: ok {rc=0}\u000a10:27:17.618509 --- ParallelTerminationStrategy: PID 8306 died...\u000a10:27:17.673570 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8306): Terminated: ok {rc=0}\u000a10:27:17.763395 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 265, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8322): Process ended prematurely: osmo-stp_10.42.42.5(pid=8322) [trial-2403↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8322)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8322): Process ended prematurely: osmo-stp_10.42.42.5(pid=8322) [trial-2403↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8322)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a10:27:18.874936 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:27:18.886686 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:27:19.047751 tst iperf3m4.py: using LAC 40290\u000a10:27:19.166186 tst iperf3m4.py: using RAC 255\u000a10:27:19.284718 tst iperf3m4.py: using CellId 40290\u000a10:27:19.405450 tst iperf3m4.py: using BVCI 40291\u000a10:27:19.428721 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:27:19.439785 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:27:19.450731 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:27:19.461637 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:27:19.473304 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:27:19.484774 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:27:19.496561 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:27:19.508095 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:27:19.519941 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:27:19.643506 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:27:19.766300 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:27:19.885390 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:27:20.182344 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:27:20.318056 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:27:20.658722 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8308): Launched\u000a10:27:20.939192 run iperf3-srv_10.42.42.10(pid=8309): Launched\u000a10:27:21.138359 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a10:27:21.273779 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:27:21.611010 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8310): Launched\u000a10:27:21.891558 run iperf3-srv_10.42.42.10(pid=8311): Launched\u000a10:27:22.090621 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a10:27:22.226089 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:27:22.566448 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8312): Launched\u000a10:27:22.846914 run iperf3-srv_10.42.42.10(pid=8313): Launched\u000a10:27:23.045751 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a10:27:23.180869 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:27:23.519711 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8314): Launched\u000a10:27:23.800813 run iperf3-srv_10.42.42.10(pid=8315): Launched\u000a10:27:23.999994 tst iperf3m4.py:8: start network...\u000a10:27:24.135326 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:27:24.658868 run create_hlr_db(pid=8316): Launched\u000a10:27:24.847177 bus /gobi_6: Setting Powered False\u000a10:27:25.868232 run create_hlr_db(pid=8316): Terminated: ok {rc=0}\u000a10:27:26.279738 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8318): Launched\u000a10:27:26.586883 run osmo-hlr_10.42.42.2(pid=8319): Launched\u000a10:27:26.705856 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:27:27.244159 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8321): Launched\u000a10:27:27.549520 run osmo-stp_10.42.42.5(pid=8322): Launched\u000a10:27:27.660493 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:27:28.193609 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8324): Launched\u000a10:27:28.302410 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:27:28.571036 run patchelf(pid=8325): Launched\u000a10:27:28.750673 run osmo-stp_10.42.42.5(pid=8322): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8322)]\u000a10:27:28.882068 run osmo-stp_10.42.42.5(pid=8322): stdout: \u000a| (launched: 2022-12-14_10:27:27.399166)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:27:29.013467 run osmo-stp_10.42.42.5(pid=8322): stderr: \u000a| �[0;m�[38;5;43m20221214102727567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214102727567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214102727567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214102727568 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214102727568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214102727568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214102727568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:27:29.139940 run osmo-stp_10.42.42.5(pid=8322): stdout: \u000a| (launched: 2022-12-14_10:27:27.399166)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:27:29.265882 run osmo-stp_10.42.42.5(pid=8322): stderr: \u000a| �[0;m�[38;5;43m20221214102727567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214102727567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214102727567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214102727568 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214102727568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214102727568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214102727568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:27:29.412241 run patchelf(pid=8325): Terminating (SIGINT)\u000a10:27:29.584410 run patchelf(pid=8325): Terminated: ok {rc=0}\u000a10:27:29.616411 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8322): Process ended prematurely: osmo-stp_10.42.42.5(pid=8322) [trial-2403↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8322)] [trial-2403↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a10:27:29.626341 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a10:27:29.687665 run osmo-hlr_10.42.42.2(pid=8319): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8319)]\u000a10:27:29.737680 run osmo-hlr_10.42.42.2(pid=8319): stdout: \u000a| (launched: 2022-12-14_10:27:26.434755) \u000a10:27:29.787958 run osmo-hlr_10.42.42.2(pid=8319): stderr: \u000a| �[0;m�[1;31m20221214102726608 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214102726608 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214102726608 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214102726608 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214102726608 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214102726608 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214102726623 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214102726633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214102726633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214102726633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:27:29.830681 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8308): Terminating (SIGTERM)\u000a10:27:29.871014 run iperf3-srv_10.42.42.10(pid=8309): Terminating (SIGTERM)\u000a10:27:29.911388 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8310): Terminating (SIGTERM)\u000a10:27:29.951416 run iperf3-srv_10.42.42.10(pid=8311): Terminating (SIGTERM)\u000a10:27:29.991631 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8312): Terminating (SIGTERM)\u000a10:27:30.031679 run iperf3-srv_10.42.42.10(pid=8313): Terminating (SIGTERM)\u000a10:27:30.074285 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8314): Terminating (SIGTERM)\u000a10:27:30.114452 run iperf3-srv_10.42.42.10(pid=8315): Terminating (SIGTERM)\u000a10:27:30.154632 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8318): Terminating (SIGTERM)\u000a10:27:30.194858 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8321): Terminating (SIGTERM)\u000a10:27:30.234940 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8324): Terminating (SIGTERM)\u000a10:27:30.244098 --- ParallelTerminationStrategy: PID 8308 died...\u000a10:27:30.298225 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8308): Terminated: ok {rc=0}\u000a10:27:30.307769 --- ParallelTerminationStrategy: PID 8309 died...\u000a10:27:30.361184 run iperf3-srv_10.42.42.10(pid=8309): Terminated {rc=256}\u000a10:27:30.370730 --- ParallelTerminationStrategy: PID 8310 died...\u000a10:27:30.424306 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8310): Terminated: ok {rc=0}\u000a10:27:30.433806 --- ParallelTerminationStrategy: PID 8311 died...\u000a10:27:30.487262 run iperf3-srv_10.42.42.10(pid=8311): Terminated {rc=256}\u000a10:27:30.496852 --- ParallelTerminationStrategy: PID 8312 died...\u000a10:27:30.550401 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8312): Terminated: ok {rc=0}\u000a10:27:30.559901 --- ParallelTerminationStrategy: PID 8313 died...\u000a10:27:30.613130 run iperf3-srv_10.42.42.10(pid=8313): Terminated {rc=256}\u000a10:27:30.622570 --- ParallelTerminationStrategy: PID 8314 died...\u000a10:27:30.676175 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8314): Terminated: ok {rc=0}\u000a10:27:30.685697 --- ParallelTerminationStrategy: PID 8315 died...\u000a10:27:30.739094 run iperf3-srv_10.42.42.10(pid=8315): Terminated {rc=256}\u000a10:27:30.748588 --- ParallelTerminationStrategy: PID 8318 died...\u000a10:27:30.802148 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8318): Terminated: ok {rc=0}\u000a10:27:30.811616 --- ParallelTerminationStrategy: PID 8321 died...\u000a10:27:30.869566 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8321): Terminated: ok {rc=0}\u000a10:27:30.883819 --- ParallelTerminationStrategy: PID 8324 died...\u000a10:27:30.940636 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8324): Terminated: ok {rc=0}\u000a10:27:31.025828 bus /gobi_4: Setting Powered False\u000a10:27:32.155136 bus /gobi_4: Setting Powered False\u000a10:27:33.264483 bus /gobi_1: Setting Powered False\u000a10:27:34.372377 bus /gobi_1: Setting Powered False\u000a10:27:35.484685 bus /gobi_0: Setting Powered False\u000a10:27:36.591761 bus /gobi_0: Setting Powered False\u000a10:27:37.705812 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 265, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8332): Process ended prematurely: osmo-stp_10.42.42.5(pid=8332) [trial-2403↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8332)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8332): Process ended prematurely: osmo-stp_10.42.42.5(pid=8332) [trial-2403↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8332)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a10:27:38.774530 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:27:38.786819 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:27:38.953245 tst ping.py: using LAC 40291\u000a10:27:39.079854 tst ping.py: using RAC 1\u000a10:27:39.205254 tst ping.py: using CellId 40291\u000a10:27:39.328854 tst ping.py: using BVCI 40292\u000a10:27:39.353406 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:27:39.364826 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:27:39.376493 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:27:39.388030 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:27:39.399585 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:27:39.411161 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:27:39.422813 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:27:39.434272 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:27:39.721339 tst ping.py:19: start network...\u000a10:27:39.853551 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:27:40.353698 run create_hlr_db(pid=8326): Launched\u000a10:27:40.527555 bus /gobi_6: Setting Powered False\u000a10:27:41.548139 run create_hlr_db(pid=8326): Terminated: ok {rc=0}\u000a10:27:41.976525 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8328): Launched\u000a10:27:42.297511 run osmo-hlr_10.42.42.2(pid=8329): Launched\u000a10:27:42.418570 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:27:42.982665 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8331): Launched\u000a10:27:43.303378 run osmo-stp_10.42.42.5(pid=8332): Launched\u000a10:27:43.418757 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:27:43.975691 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8334): Launched\u000a10:27:44.088733 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:27:44.369397 run patchelf(pid=8335): Launched\u000a10:27:44.556415 run osmo-stp_10.42.42.5(pid=8332): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8332)]\u000a10:27:44.694639 run osmo-stp_10.42.42.5(pid=8332): stdout: \u000a| (launched: 2022-12-14_10:27:43.144682)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:27:44.832152 run osmo-stp_10.42.42.5(pid=8332): stderr: \u000a| �[0;m�[38;5;43m20221214102743336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214102743337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214102743337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214102743337 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214102743338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214102743338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214102743338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:27:44.963935 run osmo-stp_10.42.42.5(pid=8332): stdout: \u000a| (launched: 2022-12-14_10:27:43.144682)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:27:45.094673 run osmo-stp_10.42.42.5(pid=8332): stderr: \u000a| �[0;m�[38;5;43m20221214102743336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214102743337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214102743337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214102743337 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214102743338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214102743338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214102743338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:27:45.247303 run patchelf(pid=8335): Terminating (SIGINT)\u000a10:27:45.426879 run patchelf(pid=8335): Terminated: ok {rc=0}\u000a10:27:45.460143 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=8332): Process ended prematurely: osmo-stp_10.42.42.5(pid=8332) [trial-2403↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8332)] [trial-2403↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22]\u000a10:27:45.469839 tst ping.py:22: Test FAILED (6.7 sec)\u000a10:27:45.533263 run osmo-hlr_10.42.42.2(pid=8329): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8329)]\u000a10:27:45.584879 run osmo-hlr_10.42.42.2(pid=8329): stdout: \u000a| (launched: 2022-12-14_10:27:42.138595) \u000a10:27:45.637623 run osmo-hlr_10.42.42.2(pid=8329): stderr: \u000a| �[0;m�[1;31m20221214102742334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214102742334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214102742334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214102742334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214102742334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214102742334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214102742347 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214102742357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214102742357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214102742357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:27:45.682551 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8328): Terminating (SIGTERM)\u000a10:27:45.724547 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8331): Terminating (SIGTERM)\u000a10:27:45.766613 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8334): Terminating (SIGTERM)\u000a10:27:45.776374 --- ParallelTerminationStrategy: PID 8328 died...\u000a10:27:45.835749 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8328): Terminated: ok {rc=0}\u000a10:27:45.856043 --- ParallelTerminationStrategy: PID 8331 died...\u000a10:27:45.926048 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8331): Terminated: ok {rc=0}\u000a10:27:45.937709 --- ParallelTerminationStrategy: PID 8334 died...\u000a10:27:45.994249 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8334): Terminated: ok {rc=0}\u000a10:27:46.086843 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 265, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8342): Process ended prematurely: osmo-stp_10.42.42.5(pid=8342) [trial-2403↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8342)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8342): Process ended prematurely: osmo-stp_10.42.42.5(pid=8342) [trial-2403↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8342)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a10:27:47.145380 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:27:47.162528 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:27:47.344634 tst ping_idle_ping.py: using LAC 40292\u000a10:27:47.478147 tst ping_idle_ping.py: using RAC 2\u000a10:27:47.602842 tst ping_idle_ping.py: using CellId 40292\u000a10:27:47.727259 tst ping_idle_ping.py: using BVCI 40293\u000a10:27:47.752001 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:27:47.763719 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:27:47.775330 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:27:47.786807 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:27:47.798255 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:27:47.809597 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:27:47.821164 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:27:47.832435 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:27:48.124360 tst ping_idle_ping.py:24: start network...\u000a10:27:48.257739 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:27:48.775487 run create_hlr_db(pid=8336): Launched\u000a10:27:48.961207 bus /gobi_6: Setting Powered False\u000a10:27:49.982144 run create_hlr_db(pid=8336): Terminated: ok {rc=0}\u000a10:27:50.388002 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8338): Launched\u000a10:27:50.690664 run osmo-hlr_10.42.42.2(pid=8339): Launched\u000a10:27:50.808025 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:27:51.341121 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8341): Launched\u000a10:27:51.643258 run osmo-stp_10.42.42.5(pid=8342): Launched\u000a10:27:51.758333 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:27:52.287863 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8344): Launched\u000a10:27:52.395405 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:27:52.659209 run patchelf(pid=8345): Launched\u000a10:27:52.836120 run osmo-stp_10.42.42.5(pid=8342): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8342)]\u000a10:27:52.965857 run osmo-stp_10.42.42.5(pid=8342): stdout: \u000a| (launched: 2022-12-14_10:27:51.493763)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:27:53.095994 run osmo-stp_10.42.42.5(pid=8342): stderr: \u000a| �[0;m�[38;5;43m20221214102751667 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214102751667 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214102751667 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214102751668 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214102751668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214102751668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214102751668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:27:53.221265 run osmo-stp_10.42.42.5(pid=8342): stdout: \u000a| (launched: 2022-12-14_10:27:51.493763)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:27:53.345510 run osmo-stp_10.42.42.5(pid=8342): stderr: \u000a| �[0;m�[38;5;43m20221214102751667 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214102751667 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214102751667 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214102751668 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214102751668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214102751668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214102751668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:27:53.490664 run patchelf(pid=8345): Terminating (SIGINT)\u000a10:27:53.661536 run patchelf(pid=8345): Terminated: ok {rc=0}\u000a10:27:53.692587 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=8342): Process ended prematurely: osmo-stp_10.42.42.5(pid=8342) [trial-2403↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8342)] [trial-2403↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a10:27:53.701503 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a10:27:53.762083 run osmo-hlr_10.42.42.2(pid=8339): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8339)]\u000a10:27:53.811248 run osmo-hlr_10.42.42.2(pid=8339): stdout: \u000a| (launched: 2022-12-14_10:27:50.540623) \u000a10:27:53.861324 run osmo-hlr_10.42.42.2(pid=8339): stderr: \u000a| �[0;m�[1;31m20221214102750718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214102750718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214102750719 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214102750719 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214102750719 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214102750719 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214102750732 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214102750742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214102750742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214102750742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:27:53.903963 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8338): Terminating (SIGTERM)\u000a10:27:53.943980 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8341): Terminating (SIGTERM)\u000a10:27:53.984135 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8344): Terminating (SIGTERM)\u000a10:27:53.993443 --- ParallelTerminationStrategy: PID 8338 died...\u000a10:27:54.047250 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8338): Terminated: ok {rc=0}\u000a10:27:54.056776 --- ParallelTerminationStrategy: PID 8341 died...\u000a10:27:54.110078 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8341): Terminated: ok {rc=0}\u000a10:27:54.119648 --- ParallelTerminationStrategy: PID 8344 died...\u000a10:27:54.172799 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8344): Terminated: ok {rc=0}\u000a10:27:54.261259 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "72", "name" : "gprs_trx-sysmocell5000+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T10:26:55" }, { "cases" : [ { "testActions" : [ ], "age" : 265, "className" : "dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8355): Process ended prematurely: osmo-stp_10.42.42.5(pid=8355) [trial-2403↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8355)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8355): Process ended prematurely: osmo-stp_10.42.42.5(pid=8355) [trial-2403↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8355)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a10:27:56.298283 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:27:56.310192 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a10:27:56.467942 tst switch_tch_pdch.py: using LAC 40293\u000a10:27:56.586991 tst switch_tch_pdch.py: using RAC 3\u000a10:27:56.703953 tst switch_tch_pdch.py: using CellId 40293\u000a10:27:56.822522 tst switch_tch_pdch.py: using BVCI 40294\u000a10:27:56.845312 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:27:56.856475 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:27:56.867659 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:27:56.878798 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:27:56.890230 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:27:56.901581 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:27:56.913195 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:27:56.924561 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:27:57.045696 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:27:57.336747 tst switch_tch_pdch.py:51: start network...\u000a10:27:57.469746 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:27:57.983567 run create_hlr_db(pid=8349): Launched\u000a10:27:58.169491 bus /gobi_6: Setting Powered False\u000a10:27:59.180021 run create_hlr_db(pid=8349): Terminated: ok {rc=0}\u000a10:27:59.591096 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8351): Launched\u000a10:27:59.891749 run osmo-hlr_10.42.42.2(pid=8352): Launched\u000a10:28:00.007243 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:28:00.537908 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8354): Launched\u000a10:28:00.863291 run osmo-stp_10.42.42.5(pid=8355): Launched\u000a10:28:01.074014 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:28:01.661188 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8357): Launched\u000a10:28:01.810389 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:28:02.106402 run patchelf(pid=8358): Launched\u000a10:28:02.287712 run osmo-stp_10.42.42.5(pid=8355): ERR: Terminated: ERROR {rc=1} [trial-2403↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8355)]\u000a10:28:02.417528 run osmo-stp_10.42.42.5(pid=8355): stdout: \u000a| (launched: 2022-12-14_10:28:00.688738)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:28:02.547413 run osmo-stp_10.42.42.5(pid=8355): stderr: \u000a| �[0;m�[38;5;43m20221214102800877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214102800877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214102800877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214102800877 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214102800878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214102800878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214102800878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:28:02.671814 run osmo-stp_10.42.42.5(pid=8355): stdout: \u000a| (launched: 2022-12-14_10:28:00.688738)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:28:02.795525 run osmo-stp_10.42.42.5(pid=8355): stderr: \u000a| �[0;m�[38;5;43m20221214102800877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214102800877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214102800877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214102800877 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214102800878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214102800878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214102800878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:28:02.939056 run patchelf(pid=8358): Terminating (SIGINT)\u000a10:28:03.107671 run patchelf(pid=8358): Terminated: ok {rc=0}\u000a10:28:03.138796 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=8355): Process ended prematurely: osmo-stp_10.42.42.5(pid=8355) [trial-2403↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8355)] [trial-2403↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a10:28:03.147753 tst switch_tch_pdch.py:54: Test FAILED (6.8 sec)\u000a10:28:03.208701 run osmo-hlr_10.42.42.2(pid=8352): ERR: Terminated: ERROR {rc=237} [trial-2403↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8352)]\u000a10:28:03.258682 run osmo-hlr_10.42.42.2(pid=8352): stdout: \u000a| (launched: 2022-12-14_10:27:59.743422) \u000a10:28:03.309196 run osmo-hlr_10.42.42.2(pid=8352): stderr: \u000a| �[0;m�[1;31m20221214102759919 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214102759919 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214102759919 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214102759919 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214102759919 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214102759919 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214102759936 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214102759946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214102759946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214102759946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:28:03.352215 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8351): Terminating (SIGTERM)\u000a10:28:03.392708 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8354): Terminating (SIGTERM)\u000a10:28:03.433277 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8357): Terminating (SIGTERM)\u000a10:28:03.442630 --- ParallelTerminationStrategy: PID 8351 died...\u000a10:28:03.497469 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8351): Terminated: ok {rc=0}\u000a10:28:03.507205 --- ParallelTerminationStrategy: PID 8354 died...\u000a10:28:03.561392 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8354): Terminated: ok {rc=0}\u000a10:28:03.571069 --- ParallelTerminationStrategy: PID 8357 died...\u000a10:28:03.625430 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8357): Terminated: ok {rc=0}\u000a10:28:03.714659 bus /gobi_0: Setting Powered False\u000a10:28:04.818757 bus /gobi_0: Setting Powered False\u000a10:28:05.929634 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "73", "name" : "dynts_trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T10:27:56" }, { "cases" : [ { "testActions" : [ ], "age" : 265, "className" : "dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8369): Process ended prematurely: osmo-stp_10.42.42.5(pid=8369) [trial-2403↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8369)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8369): Process ended prematurely: osmo-stp_10.42.42.5(pid=8369) [trial-2403↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8369)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a10:28:07.903201 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:28:07.914385 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a10:28:08.071843 tst switch_tch_pdch.py: using LAC 40294\u000a10:28:08.190873 tst switch_tch_pdch.py: using RAC 4\u000a10:28:08.307280 tst switch_tch_pdch.py: using CellId 40294\u000a10:28:08.427191 tst switch_tch_pdch.py: using BVCI 40295\u000a10:28:08.450202 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:28:08.461226 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:28:08.472069 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:28:08.482988 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:28:08.494180 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:28:08.505362 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:28:08.516559 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:28:08.527802 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a10:28:08.648458 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a10:28:08.929201 tst switch_tch_pdch.py:51: start network...\u000a10:28:09.053897 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:28:09.502955 run create_hlr_db(pid=8363): Launched\u000a10:28:09.625860 bus /gobi_6: Setting Powered False\u000a10:28:10.698322 run create_hlr_db(pid=8363): Terminated: ok {rc=0}\u000a10:28:11.098657 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8365): Launched\u000a10:28:11.419551 run osmo-hlr_10.42.42.2(pid=8366): Launched\u000a10:28:11.535801 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:28:12.066110 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8368): Launched\u000a10:28:12.386597 run osmo-stp_10.42.42.5(pid=8369): Launched\u000a10:28:12.501548 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:28:13.034128 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8371): Launched\u000a10:28:13.147268 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:28:13.427897 run patchelf(pid=8372): Launched\u000a10:28:13.615199 run osmo-stp_10.42.42.5(pid=8369): ERR: Terminated: ERROR {rc=1} [trial-2403↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8369)]\u000a10:28:13.752761 run osmo-stp_10.42.42.5(pid=8369): stdout: \u000a| (launched: 2022-12-14_10:28:12.227337)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:28:13.889970 run osmo-stp_10.42.42.5(pid=8369): stderr: \u000a| �[0;m�[38;5;43m20221214102812418 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214102812418 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214102812418 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214102812419 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214102812419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214102812419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214102812419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:28:14.021932 run osmo-stp_10.42.42.5(pid=8369): stdout: \u000a| (launched: 2022-12-14_10:28:12.227337)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:28:14.152341 run osmo-stp_10.42.42.5(pid=8369): stderr: \u000a| �[0;m�[38;5;43m20221214102812418 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214102812418 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214102812418 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214102812419 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214102812419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214102812419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214102812419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:28:14.305173 run patchelf(pid=8372): Terminating (SIGINT)\u000a10:28:14.485135 run patchelf(pid=8372): Terminated: ok {rc=0}\u000a10:28:14.517706 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=8369): Process ended prematurely: osmo-stp_10.42.42.5(pid=8369) [trial-2403↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8369)] [trial-2403↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a10:28:14.527155 tst switch_tch_pdch.py:54: Test FAILED (6.6 sec)\u000a10:28:14.590163 run osmo-hlr_10.42.42.2(pid=8366): ERR: Terminated: ERROR {rc=237} [trial-2403↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8366)]\u000a10:28:14.641941 run osmo-hlr_10.42.42.2(pid=8366): stdout: \u000a| (launched: 2022-12-14_10:28:11.261615) \u000a10:28:14.694743 run osmo-hlr_10.42.42.2(pid=8366): stderr: \u000a| �[0;m�[1;31m20221214102811460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214102811460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214102811460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214102811460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214102811460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214102811460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214102811519 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214102811529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214102811529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214102811529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:28:14.739709 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8365): Terminating (SIGTERM)\u000a10:28:14.781788 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8368): Terminating (SIGTERM)\u000a10:28:14.824818 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8371): Terminating (SIGTERM)\u000a10:28:14.834486 --- ParallelTerminationStrategy: PID 8365 died...\u000a10:28:14.889905 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8365): Terminated: ok {rc=0}\u000a10:28:14.899630 --- ParallelTerminationStrategy: PID 8368 died...\u000a10:28:14.954746 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8368): Terminated: ok {rc=0}\u000a10:28:14.964701 --- ParallelTerminationStrategy: PID 8371 died...\u000a10:28:15.019693 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8371): Terminated: ok {rc=0}\u000a10:28:15.109222 bus /gobi_0: Setting Powered False\u000a10:28:16.236134 bus /gobi_0: Setting Powered False\u000a10:28:17.350647 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "74", "name" : "dynts_trx-sysmocell5000+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T10:28:07" }, { "cases" : [ { "testActions" : [ ], "age" : 259, "className" : "nitb_sms:trx-umtrx", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=8378): Process ended prematurely: osmo-nitb_10.42.42.2(pid=8378) [trial-2403↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=8378)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=8378): Process ended prematurely: osmo-nitb_10.42.42.2(pid=8378) [trial-2403↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=8378)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 nitb_sms:trx-umtrx mo_mt_sms.py\u000a----------------------------------------------\u000a10:28:19.251178 tst nitb_sms:trx-umtrx: Using 1 x ip_address (candidates: 1)\u000a10:28:19.262712 tst nitb_sms:trx-umtrx: Using 1 x bts (candidates: 1)\u000a10:28:19.403598 tst mo_mt_sms.py: using LAC 40295\u000a10:28:19.527996 tst mo_mt_sms.py: using RAC 5\u000a10:28:19.653144 tst mo_mt_sms.py: using CellId 40295\u000a10:28:19.779510 tst mo_mt_sms.py: using BVCI 40296\u000a10:28:19.803701 tst nitb_sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a10:28:19.924370 tst nitb_sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a10:28:20.215462 tst mo_mt_sms.py:9: start nitb and bts...\u000a10:28:20.348808 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a10:28:21.012892 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=8377): Launched\u000a10:28:21.331556 run osmo-nitb_10.42.42.2(pid=8378): Launched\u000a10:28:21.528225 run osmo-nitb_10.42.42.2(pid=8378): ERR: Terminated: ERROR {rc=2} [trial-2403↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=8378)]\u000a10:28:21.673896 run osmo-nitb_10.42.42.2(pid=8378): stdout: \u000a| (launched: 2022-12-14_10:28:21.175498) \u000a10:28:21.819074 run osmo-nitb_10.42.42.2(pid=8378): stderr: \u000a| (launched: 2022-12-14_10:28:21.222916)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a10:28:21.959528 run osmo-nitb_10.42.42.2(pid=8378): stdout: \u000a| (launched: 2022-12-14_10:28:21.175498) \u000a10:28:22.099020 run osmo-nitb_10.42.42.2(pid=8378): stderr: \u000a| (launched: 2022-12-14_10:28:21.222916)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a10:28:22.460248 tst osmo-nitb_10.42.42.2(pid=8378): stdout: \u000a| (launched: 2022-12-14_10:28:21.175498) \u000a10:28:22.587337 tst osmo-nitb_10.42.42.2(pid=8378): stderr: \u000a| (launched: 2022-12-14_10:28:21.222916)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a10:28:22.643099 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=8378): Process ended prematurely: osmo-nitb_10.42.42.2(pid=8378) [trial-2403↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=8378)] [trial-2403↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11]\u000a10:28:22.652134 tst mo_mt_sms.py:11: Test FAILED (3.4 sec)\u000a10:28:22.688650 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=8377): Terminating (SIGTERM)\u000a10:28:22.866616 --- ParallelTerminationStrategy: PID 8377 died...\u000a10:28:22.925192 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=8377): Terminated: ok {rc=0}\u000a10:28:23.012273 bus /sierra_3: Setting Powered False\u000a10:28:24.121810 bus /sierra_3: Setting Powered False\u000a10:28:25.232315 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "75", "name" : "nitb_sms_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T10:28:19" }, { "cases" : [ { "testActions" : [ ], "age" : 86, "className" : "sms:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8388): Process ended prematurely: osmo-stp_10.42.42.5(pid=8388) [trial-2403↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8388)]", "failedSince" : 2318, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8388): Process ended prematurely: osmo-stp_10.42.42.5(pid=8388) [trial-2403↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8388)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 sms:trx-umtrx mo_mt_sms.py\u000a----------------------------------------------\u000a10:28:27.127614 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a10:28:27.138276 tst sms:trx-umtrx: Using 1 x bts (candidates: 1)\u000a10:28:27.270232 tst mo_mt_sms.py: using LAC 40296\u000a10:28:27.389917 tst mo_mt_sms.py: using RAC 6\u000a10:28:27.513037 tst mo_mt_sms.py: using CellId 40296\u000a10:28:27.633833 tst mo_mt_sms.py: using BVCI 40297\u000a10:28:27.656511 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a10:28:27.667330 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a10:28:27.678274 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a10:28:27.688689 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a10:28:27.699491 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a10:28:27.710716 tst sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a10:28:27.831178 tst sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a10:28:28.039134 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:28:28.547158 run create_hlr_db(pid=8382): Launched\u000a10:28:28.732879 bus /sierra_2: Setting Powered False\u000a10:28:29.754763 run create_hlr_db(pid=8382): Terminated: ok {rc=0}\u000a10:28:30.157925 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8384): Launched\u000a10:28:30.458553 run osmo-hlr_10.42.42.2(pid=8385): Launched\u000a10:28:30.574205 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:28:31.138863 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8387): Launched\u000a10:28:31.559608 run osmo-stp_10.42.42.5(pid=8388): Launched\u000a10:28:31.776124 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:28:32.369388 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8390): Launched\u000a10:28:32.691235 run osmo-msc_10.42.42.6(pid=8391): Launched\u000a10:28:32.876471 run osmo-stp_10.42.42.5(pid=8388): ERR: Terminated: ERROR {rc=1} [trial-2403↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8388)]\u000a10:28:33.011332 run osmo-stp_10.42.42.5(pid=8388): stdout: \u000a| (launched: 2022-12-14_10:28:31.308407)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:28:33.145059 run osmo-stp_10.42.42.5(pid=8388): stderr: \u000a| �[0;m�[38;5;43m20221214102831601 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214102831601 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214102831601 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214102831602 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214102831602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214102831602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214102831602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:28:33.272547 run osmo-stp_10.42.42.5(pid=8388): stdout: \u000a| (launched: 2022-12-14_10:28:31.308407)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:28:33.398696 run osmo-stp_10.42.42.5(pid=8388): stderr: \u000a| �[0;m�[38;5;43m20221214102831601 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214102831601 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214102831601 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214102831602 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214102831602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214102831602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214102831602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:28:33.454634 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=8388): Process ended prematurely: osmo-stp_10.42.42.5(pid=8388) [trial-2403↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8388)] [trial-2403↪sms:trx-umtrx↪mo_mt_sms.py:16]\u000a10:28:33.463261 tst mo_mt_sms.py:16: Test FAILED (6.3 sec)\u000a10:28:33.525767 run osmo-hlr_10.42.42.2(pid=8385): ERR: Terminated: ERROR {rc=237} [trial-2403↪sms:trx-umtrx↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8385)]\u000a10:28:33.577309 run osmo-hlr_10.42.42.2(pid=8385): stdout: \u000a| (launched: 2022-12-14_10:28:30.309037) \u000a10:28:33.629608 run osmo-hlr_10.42.42.2(pid=8385): stderr: \u000a| �[0;m�[1;31m20221214102830485 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214102830485 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214102830486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214102830486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214102830486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214102830486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214102830498 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/sms:trx-umtrx/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214102830506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214102830506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214102830506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:28:33.700360 run osmo-msc_10.42.42.6(pid=8391): ERR: Terminated: ERROR {rc=2} [trial-2403↪sms:trx-umtrx↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8391)]\u000a10:28:33.752385 run osmo-msc_10.42.42.6(pid=8391): stdout: \u000a| (launched: 2022-12-14_10:28:32.531222) \u000a10:28:33.804370 run osmo-msc_10.42.42.6(pid=8391): stderr: \u000a| �[0;m�[38;5;43m20221214102832852 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214102832852 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f14120bbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214102832852 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214102832852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214102832853 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214102832853 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214102832855 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214102832855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214102832855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214102832855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:28:33.848978 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8384): Terminating (SIGTERM)\u000a10:28:33.891443 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8387): Terminating (SIGTERM)\u000a10:28:33.933568 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8390): Terminating (SIGTERM)\u000a10:28:33.943290 --- ParallelTerminationStrategy: PID 8384 died...\u000a10:28:33.999583 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8384): Terminated: ok {rc=0}\u000a10:28:34.009678 --- ParallelTerminationStrategy: PID 8387 died...\u000a10:28:34.065287 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8387): Terminated: ok {rc=0}\u000a10:28:34.075394 --- ParallelTerminationStrategy: PID 8390 died...\u000a10:28:34.131119 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8390): Terminated: ok {rc=0}\u000a10:28:34.217837 bus /sierra_3: Setting Powered False\u000a10:28:35.319031 bus /sierra_3: Setting Powered False\u000a10:28:36.429553 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "76", "name" : "sms_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T10:28:26" }, { "cases" : [ { "testActions" : [ ], "age" : 259, "className" : "nitb_ussd:trx-umtrx", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=8397): Process ended prematurely: osmo-nitb_10.42.42.2(pid=8397) [trial-2403↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=8397)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=8397): Process ended prematurely: osmo-nitb_10.42.42.2(pid=8397) [trial-2403↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=8397)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 nitb_ussd:trx-umtrx assert_extension.py\u000a----------------------------------------------\u000a10:28:38.276773 tst nitb_ussd:trx-umtrx: Using 1 x ip_address (candidates: 1)\u000a10:28:38.287443 tst nitb_ussd:trx-umtrx: Using 1 x bts (candidates: 1)\u000a10:28:38.427316 tst assert_extension.py: using LAC 40297\u000a10:28:38.551249 tst assert_extension.py: using RAC 7\u000a10:28:38.672692 tst assert_extension.py: using CellId 40297\u000a10:28:38.797958 tst assert_extension.py: using BVCI 40298\u000a10:28:38.822171 tst nitb_ussd:trx-umtrx: Using 1 x modem (candidates: 1)\u000a10:28:39.098716 tst assert_extension.py:10: start nitb and bts...\u000a10:28:39.222679 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a10:28:39.842180 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=8396): Launched\u000a10:28:40.137588 run osmo-nitb_10.42.42.2(pid=8397): Launched\u000a10:28:40.321139 run osmo-nitb_10.42.42.2(pid=8397): ERR: Terminated: ERROR {rc=2} [trial-2403↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=8397)]\u000a10:28:40.457216 run osmo-nitb_10.42.42.2(pid=8397): stdout: \u000a| (launched: 2022-12-14_10:28:39.993202) \u000a10:28:40.593426 run osmo-nitb_10.42.42.2(pid=8397): stderr: \u000a| (launched: 2022-12-14_10:28:40.037367)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a10:28:40.724660 run osmo-nitb_10.42.42.2(pid=8397): stdout: \u000a| (launched: 2022-12-14_10:28:39.993202) \u000a10:28:40.854774 run osmo-nitb_10.42.42.2(pid=8397): stderr: \u000a| (launched: 2022-12-14_10:28:40.037367)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a10:28:41.257934 tst osmo-nitb_10.42.42.2(pid=8397): stdout: \u000a| (launched: 2022-12-14_10:28:39.993202) \u000a10:28:41.376909 tst osmo-nitb_10.42.42.2(pid=8397): stderr: \u000a| (launched: 2022-12-14_10:28:40.037367)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a10:28:41.429489 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=8397): Process ended prematurely: osmo-nitb_10.42.42.2(pid=8397) [trial-2403↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=8397)] [trial-2403↪nitb_ussd:trx-umtrx↪assert_extension.py:12]\u000a10:28:41.437883 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a10:28:41.472706 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=8396): Terminating (SIGTERM)\u000a10:28:41.650607 --- ParallelTerminationStrategy: PID 8396 died...\u000a10:28:41.706700 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=8396): Terminated: ok {rc=0}\u000a10:28:41.795339 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "77", "name" : "nitb_ussd_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T10:28:38" }, { "cases" : [ { "testActions" : [ ], "age" : 86, "className" : "ussd:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8407): Process ended prematurely: osmo-stp_10.42.42.5(pid=8407) [trial-2403↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8407)]", "failedSince" : 2318, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8407): Process ended prematurely: osmo-stp_10.42.42.5(pid=8407) [trial-2403↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8407)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 ussd:trx-umtrx assert_extension.py\u000a----------------------------------------------\u000a10:28:43.638274 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a10:28:43.649308 tst ussd:trx-umtrx: Using 1 x bts (candidates: 1)\u000a10:28:43.783668 tst assert_extension.py: using LAC 40298\u000a10:28:43.901883 tst assert_extension.py: using RAC 8\u000a10:28:44.026280 tst assert_extension.py: using CellId 40298\u000a10:28:44.153002 tst assert_extension.py: using BVCI 40299\u000a10:28:44.177342 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a10:28:44.188696 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a10:28:44.200052 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a10:28:44.211156 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a10:28:44.222338 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a10:28:44.233377 tst ussd:trx-umtrx: Using 1 x modem (candidates: 1)\u000a10:28:44.435120 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:28:44.906134 run create_hlr_db(pid=8401): Launched\u000a10:28:45.080140 bus /sierra_2: Setting Powered False\u000a10:28:46.109764 run create_hlr_db(pid=8401): Terminated: ok {rc=0}\u000a10:28:46.536781 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8403): Launched\u000a10:28:46.974086 run osmo-hlr_10.42.42.2(pid=8404): Launched\u000a10:28:47.115040 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:28:47.699107 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8406): Launched\u000a10:28:48.018539 run osmo-stp_10.42.42.5(pid=8407): Launched\u000a10:28:48.133881 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:28:48.715357 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8409): Launched\u000a10:28:49.031866 run osmo-msc_10.42.42.6(pid=8410): Launched\u000a10:28:49.218472 run osmo-stp_10.42.42.5(pid=8407): ERR: Terminated: ERROR {rc=1} [trial-2403↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8407)]\u000a10:28:49.353012 run osmo-stp_10.42.42.5(pid=8407): stdout: \u000a| (launched: 2022-12-14_10:28:47.861355)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:28:49.486432 run osmo-stp_10.42.42.5(pid=8407): stderr: \u000a| �[0;m�[38;5;43m20221214102848054 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214102848054 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214102848054 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214102848055 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214102848055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214102848055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214102848055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:28:49.614174 run osmo-stp_10.42.42.5(pid=8407): stdout: \u000a| (launched: 2022-12-14_10:28:47.861355)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:28:49.740850 run osmo-stp_10.42.42.5(pid=8407): stderr: \u000a| �[0;m�[38;5;43m20221214102848054 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214102848054 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214102848054 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214102848055 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214102848055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214102848055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214102848055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:28:49.796682 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=8407): Process ended prematurely: osmo-stp_10.42.42.5(pid=8407) [trial-2403↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8407)] [trial-2403↪ussd:trx-umtrx↪assert_extension.py:17]\u000a10:28:49.805688 tst assert_extension.py:17: Test FAILED (6.2 sec)\u000a10:28:49.868155 run osmo-hlr_10.42.42.2(pid=8404): ERR: Terminated: ERROR {rc=237} [trial-2403↪ussd:trx-umtrx↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8404)]\u000a10:28:49.919628 run osmo-hlr_10.42.42.2(pid=8404): stdout: \u000a| (launched: 2022-12-14_10:28:46.705040) \u000a10:28:49.971562 run osmo-hlr_10.42.42.2(pid=8404): stderr: \u000a| �[0;m�[1;31m20221214102846987 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214102846987 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214102846987 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214102846987 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214102846987 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214102846987 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214102846998 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/ussd:trx-umtrx/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214102847017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214102847017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214102847017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:28:50.042068 run osmo-msc_10.42.42.6(pid=8410): ERR: Terminated: ERROR {rc=2} [trial-2403↪ussd:trx-umtrx↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8410)]\u000a10:28:50.093296 run osmo-msc_10.42.42.6(pid=8410): stdout: \u000a| (launched: 2022-12-14_10:28:48.876028) \u000a10:28:50.145485 run osmo-msc_10.42.42.6(pid=8410): stderr: \u000a| �[0;m�[38;5;43m20221214102849196 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214102849196 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f668b9c2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214102849197 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214102849197 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214102849197 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214102849197 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214102849199 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214102849199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214102849199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214102849199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:28:50.189862 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8403): Terminating (SIGTERM)\u000a10:28:50.231678 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8406): Terminating (SIGTERM)\u000a10:28:50.273665 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8409): Terminating (SIGTERM)\u000a10:28:50.283417 --- ParallelTerminationStrategy: PID 8403 died...\u000a10:28:50.339600 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8403): Terminated: ok {rc=0}\u000a10:28:50.349767 --- ParallelTerminationStrategy: PID 8406 died...\u000a10:28:50.405318 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8406): Terminated: ok {rc=0}\u000a10:28:50.415408 --- ParallelTerminationStrategy: PID 8409 died...\u000a10:28:50.471135 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8409): Terminated: ok {rc=0}\u000a10:28:50.558714 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "78", "name" : "ussd_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T10:28:43" }, { "cases" : [ { "testActions" : [ ], "age" : 86, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8421): Process ended prematurely: osmo-stp_10.42.42.5(pid=8421) [trial-2403↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8421)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8421): Process ended prematurely: osmo-stp_10.42.42.5(pid=8421) [trial-2403↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8421)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a10:28:52.516329 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:28:52.528134 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a10:28:52.686972 tst mo_mt_call.py: using LAC 40299\u000a10:28:52.807658 tst mo_mt_call.py: using RAC 9\u000a10:28:52.927680 tst mo_mt_call.py: using CellId 40299\u000a10:28:53.048345 tst mo_mt_call.py: using BVCI 40300\u000a10:28:53.071521 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:28:53.082596 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:28:53.093556 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:28:53.104394 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:28:53.116199 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:28:53.127409 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a10:28:53.247893 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a10:28:53.450437 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:28:53.929382 run create_hlr_db(pid=8415): Launched\u000a10:28:54.104148 bus /sierra_2: Setting Powered False\u000a10:28:55.126273 run create_hlr_db(pid=8415): Terminated: ok {rc=0}\u000a10:28:55.563074 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8417): Launched\u000a10:28:55.891150 run osmo-hlr_10.42.42.2(pid=8418): Launched\u000a10:28:56.010497 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:28:56.577524 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8420): Launched\u000a10:28:56.904239 run osmo-stp_10.42.42.5(pid=8421): Launched\u000a10:28:57.021476 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:28:57.619674 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8423): Launched\u000a10:28:57.947245 run osmo-msc_10.42.42.6(pid=8424): Launched\u000a10:28:58.136877 run osmo-stp_10.42.42.5(pid=8421): ERR: Terminated: ERROR {rc=1} [trial-2403↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8421)]\u000a10:28:58.273848 run osmo-stp_10.42.42.5(pid=8421): stdout: \u000a| (launched: 2022-12-14_10:28:56.743270)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:28:58.410893 run osmo-stp_10.42.42.5(pid=8421): stderr: \u000a| �[0;m�[38;5;43m20221214102856936 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214102856936 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214102856936 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214102856936 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214102856937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214102856937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214102856937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:28:58.541780 run osmo-stp_10.42.42.5(pid=8421): stdout: \u000a| (launched: 2022-12-14_10:28:56.743270)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:28:58.671669 run osmo-stp_10.42.42.5(pid=8421): stderr: \u000a| �[0;m�[38;5;43m20221214102856936 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214102856936 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214102856936 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214102856936 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214102856937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214102856937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214102856937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:28:58.729547 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8421): Process ended prematurely: osmo-stp_10.42.42.5(pid=8421) [trial-2403↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8421)] [trial-2403↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a10:28:58.739163 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a10:28:58.802494 run osmo-hlr_10.42.42.2(pid=8418): ERR: Terminated: ERROR {rc=237} [trial-2403↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8418)]\u000a10:28:58.854569 run osmo-hlr_10.42.42.2(pid=8418): stdout: \u000a| (launched: 2022-12-14_10:28:55.729599) \u000a10:28:58.907449 run osmo-hlr_10.42.42.2(pid=8418): stderr: \u000a| �[0;m�[1;31m20221214102855928 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214102855928 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214102855928 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214102855928 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214102855928 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214102855928 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214102855940 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214102855948 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214102855949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214102855949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:28:58.978798 run osmo-msc_10.42.42.6(pid=8424): ERR: Terminated: ERROR {rc=2} [trial-2403↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8424)]\u000a10:28:59.030687 run osmo-msc_10.42.42.6(pid=8424): stdout: \u000a| (launched: 2022-12-14_10:28:57.785740) \u000a10:28:59.083064 run osmo-msc_10.42.42.6(pid=8424): stderr: \u000a| �[0;m�[38;5;43m20221214102858108 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214102858109 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f354aed5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214102858109 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214102858109 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214102858109 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214102858109 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214102858111 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214102858111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214102858111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214102858111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:28:59.128093 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8417): Terminating (SIGTERM)\u000a10:28:59.170712 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8420): Terminating (SIGTERM)\u000a10:28:59.213629 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8423): Terminating (SIGTERM)\u000a10:28:59.223453 --- ParallelTerminationStrategy: PID 8417 died...\u000a10:28:59.280358 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8417): Terminated: ok {rc=0}\u000a10:28:59.290664 --- ParallelTerminationStrategy: PID 8420 died...\u000a10:28:59.347359 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8420): Terminated: ok {rc=0}\u000a10:28:59.357955 --- ParallelTerminationStrategy: PID 8423 died...\u000a10:28:59.414748 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8423): Terminated: ok {rc=0}\u000a10:28:59.504250 bus /sierra_3: Setting Powered False\u000a10:29:00.609703 bus /sierra_3: Setting Powered False\u000a10:29:01.750049 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 86, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8432): Process ended prematurely: osmo-stp_10.42.42.5(pid=8432) [trial-2403↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8432)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8432): Process ended prematurely: osmo-stp_10.42.42.5(pid=8432) [trial-2403↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8432)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:29:02.861587 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:29:02.873342 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a10:29:03.030837 tst mo_mt_call_osmux.py: using LAC 40300\u000a10:29:03.149574 tst mo_mt_call_osmux.py: using RAC 10\u000a10:29:03.274256 tst mo_mt_call_osmux.py: using CellId 40300\u000a10:29:03.392181 tst mo_mt_call_osmux.py: using BVCI 40301\u000a10:29:03.415144 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:29:03.426261 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:29:03.437288 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:29:03.448111 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:29:03.459487 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:29:03.470706 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a10:29:03.587991 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a10:29:03.790455 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:29:04.269344 run create_hlr_db(pid=8426): Launched\u000a10:29:04.443971 bus /sierra_2: Setting Powered False\u000a10:29:05.466301 run create_hlr_db(pid=8426): Terminated: ok {rc=0}\u000a10:29:05.901463 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8428): Launched\u000a10:29:06.228084 run osmo-hlr_10.42.42.2(pid=8429): Launched\u000a10:29:06.349496 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:29:06.918623 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8431): Launched\u000a10:29:07.243704 run osmo-stp_10.42.42.5(pid=8432): Launched\u000a10:29:07.365763 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:29:07.963804 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8434): Launched\u000a10:29:08.290266 run osmo-msc_10.42.42.6(pid=8435): Launched\u000a10:29:08.480192 run osmo-stp_10.42.42.5(pid=8432): ERR: Terminated: ERROR {rc=1} [trial-2403↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8432)]\u000a10:29:08.617454 run osmo-stp_10.42.42.5(pid=8432): stdout: \u000a| (launched: 2022-12-14_10:29:07.083682)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:29:08.754708 run osmo-stp_10.42.42.5(pid=8432): stderr: \u000a| �[0;m�[38;5;43m20221214102907277 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214102907277 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214102907277 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214102907277 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214102907278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214102907278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214102907278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:29:08.884814 run osmo-stp_10.42.42.5(pid=8432): stdout: \u000a| (launched: 2022-12-14_10:29:07.083682)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:29:09.013906 run osmo-stp_10.42.42.5(pid=8432): stderr: \u000a| �[0;m�[38;5;43m20221214102907277 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214102907277 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214102907277 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214102907277 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214102907278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214102907278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214102907278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:29:09.070987 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8432): Process ended prematurely: osmo-stp_10.42.42.5(pid=8432) [trial-2403↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8432)] [trial-2403↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a10:29:09.080521 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a10:29:09.144141 run osmo-hlr_10.42.42.2(pid=8429): ERR: Terminated: ERROR {rc=237} [trial-2403↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8429)]\u000a10:29:09.196693 run osmo-hlr_10.42.42.2(pid=8429): stdout: \u000a| (launched: 2022-12-14_10:29:06.066498) \u000a10:29:09.249608 run osmo-hlr_10.42.42.2(pid=8429): stderr: \u000a| �[0;m�[1;31m20221214102906263 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214102906263 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214102906263 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214102906263 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214102906264 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214102906264 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214102906278 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214102906286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214102906286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214102906286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:29:09.321865 run osmo-msc_10.42.42.6(pid=8435): ERR: Terminated: ERROR {rc=2} [trial-2403↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8435)]\u000a10:29:09.374403 run osmo-msc_10.42.42.6(pid=8435): stdout: \u000a| (launched: 2022-12-14_10:29:08.128792) \u000a10:29:09.427378 run osmo-msc_10.42.42.6(pid=8435): stderr: \u000a| �[0;m�[38;5;43m20221214102908453 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214102908453 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0ac41f9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214102908453 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214102908453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214102908453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214102908454 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214102908455 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214102908456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214102908456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214102908456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:29:09.472295 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8428): Terminating (SIGTERM)\u000a10:29:09.514979 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8431): Terminating (SIGTERM)\u000a10:29:09.557739 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8434): Terminating (SIGTERM)\u000a10:29:09.567621 --- ParallelTerminationStrategy: PID 8428 died...\u000a10:29:09.624738 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8428): Terminated: ok {rc=0}\u000a10:29:09.635095 --- ParallelTerminationStrategy: PID 8431 died...\u000a10:29:09.692260 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8431): Terminated: ok {rc=0}\u000a10:29:09.702370 --- ParallelTerminationStrategy: PID 8434 died...\u000a10:29:09.759209 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8434): Terminated: ok {rc=0}\u000a10:29:09.847392 bus /sierra_3: Setting Powered False\u000a10:29:10.952857 bus /sierra_3: Setting Powered False\u000a10:29:12.065336 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "79", "name" : "voice_trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T10:28:52" }, { "cases" : [ { "testActions" : [ ], "age" : 86, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8446): Process ended prematurely: osmo-stp_10.42.42.5(pid=8446) [trial-2403↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8446)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8446): Process ended prematurely: osmo-stp_10.42.42.5(pid=8446) [trial-2403↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8446)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a10:29:14.071320 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:29:14.082900 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a10:29:14.246443 tst mo_mt_call.py: using LAC 40301\u000a10:29:14.373645 tst mo_mt_call.py: using RAC 11\u000a10:29:14.502248 tst mo_mt_call.py: using CellId 40301\u000a10:29:14.625800 tst mo_mt_call.py: using BVCI 40302\u000a10:29:14.649096 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:29:14.660236 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:29:14.671142 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:29:14.682374 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:29:14.693995 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:29:14.705635 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a10:29:14.826482 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a10:29:15.031037 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:29:15.514694 run create_hlr_db(pid=8440): Launched\u000a10:29:15.690273 bus /sierra_2: Setting Powered False\u000a10:29:16.727002 run create_hlr_db(pid=8440): Terminated: ok {rc=0}\u000a10:29:17.175094 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8442): Launched\u000a10:29:17.502174 run osmo-hlr_10.42.42.2(pid=8443): Launched\u000a10:29:17.621820 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:29:18.188730 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8445): Launched\u000a10:29:18.514957 run osmo-stp_10.42.42.5(pid=8446): Launched\u000a10:29:18.633117 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:29:19.227810 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8448): Launched\u000a10:29:19.554172 run osmo-msc_10.42.42.6(pid=8449): Launched\u000a10:29:19.744739 run osmo-stp_10.42.42.5(pid=8446): ERR: Terminated: ERROR {rc=1} [trial-2403↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8446)]\u000a10:29:19.881082 run osmo-stp_10.42.42.5(pid=8446): stdout: \u000a| (launched: 2022-12-14_10:29:18.353879)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:29:20.016841 run osmo-stp_10.42.42.5(pid=8446): stderr: \u000a| �[0;m�[38;5;43m20221214102918547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214102918547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214102918548 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214102918548 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214102918549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214102918549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214102918549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:29:20.146535 run osmo-stp_10.42.42.5(pid=8446): stdout: \u000a| (launched: 2022-12-14_10:29:18.353879)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:29:20.274713 run osmo-stp_10.42.42.5(pid=8446): stderr: \u000a| �[0;m�[38;5;43m20221214102918547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214102918547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214102918548 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214102918548 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214102918549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214102918549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214102918549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:29:20.332103 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8446): Process ended prematurely: osmo-stp_10.42.42.5(pid=8446) [trial-2403↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8446)] [trial-2403↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a10:29:20.341732 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a10:29:20.405044 run osmo-hlr_10.42.42.2(pid=8443): ERR: Terminated: ERROR {rc=237} [trial-2403↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8443)]\u000a10:29:20.457170 run osmo-hlr_10.42.42.2(pid=8443): stdout: \u000a| (launched: 2022-12-14_10:29:17.341444) \u000a10:29:20.509748 run osmo-hlr_10.42.42.2(pid=8443): stderr: \u000a| �[0;m�[1;31m20221214102917542 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214102917542 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214102917542 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214102917542 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214102917542 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214102917542 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214102917555 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214102917563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214102917563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214102917563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:29:20.581577 run osmo-msc_10.42.42.6(pid=8449): ERR: Terminated: ERROR {rc=2} [trial-2403↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8449)]\u000a10:29:20.633524 run osmo-msc_10.42.42.6(pid=8449): stdout: \u000a| (launched: 2022-12-14_10:29:19.393532) \u000a10:29:20.686394 run osmo-msc_10.42.42.6(pid=8449): stderr: \u000a| �[0;m�[38;5;43m20221214102919716 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214102919716 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe473b7dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214102919716 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214102919716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214102919717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214102919717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214102919718 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214102919719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214102919719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214102919719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:29:20.731455 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8442): Terminating (SIGTERM)\u000a10:29:20.774166 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8445): Terminating (SIGTERM)\u000a10:29:20.816667 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8448): Terminating (SIGTERM)\u000a10:29:20.826419 --- ParallelTerminationStrategy: PID 8442 died...\u000a10:29:20.882351 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8442): Terminated: ok {rc=0}\u000a10:29:20.892387 --- ParallelTerminationStrategy: PID 8445 died...\u000a10:29:20.948323 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8445): Terminated: ok {rc=0}\u000a10:29:20.958430 --- ParallelTerminationStrategy: PID 8448 died...\u000a10:29:21.014472 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8448): Terminated: ok {rc=0}\u000a10:29:21.102505 bus /sierra_3: Setting Powered False\u000a10:29:22.210044 bus /sierra_3: Setting Powered False\u000a10:29:23.318808 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 86, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8457): Process ended prematurely: osmo-stp_10.42.42.5(pid=8457) [trial-2403↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8457)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8457): Process ended prematurely: osmo-stp_10.42.42.5(pid=8457) [trial-2403↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8457)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:29:24.434163 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:29:24.446523 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a10:29:24.610782 tst mo_mt_call_osmux.py: using LAC 40302\u000a10:29:24.739083 tst mo_mt_call_osmux.py: using RAC 12\u000a10:29:24.867559 tst mo_mt_call_osmux.py: using CellId 40302\u000a10:29:24.999168 tst mo_mt_call_osmux.py: using BVCI 40303\u000a10:29:25.023936 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:29:25.035517 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:29:25.046956 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:29:25.058328 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:29:25.069807 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:29:25.081240 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a10:29:25.198542 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a10:29:25.410699 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:29:25.896592 run create_hlr_db(pid=8451): Launched\u000a10:29:26.073052 bus /sierra_2: Setting Powered False\u000a10:29:27.093913 run create_hlr_db(pid=8451): Terminated: ok {rc=0}\u000a10:29:27.529710 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8453): Launched\u000a10:29:27.858203 run osmo-hlr_10.42.42.2(pid=8454): Launched\u000a10:29:27.977383 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:29:28.546919 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8456): Launched\u000a10:29:28.873847 run osmo-stp_10.42.42.5(pid=8457): Launched\u000a10:29:28.996337 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:29:29.594142 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8459): Launched\u000a10:29:29.922073 run osmo-msc_10.42.42.6(pid=8460): Launched\u000a10:29:30.111814 run osmo-stp_10.42.42.5(pid=8457): ERR: Terminated: ERROR {rc=1} [trial-2403↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8457)]\u000a10:29:30.248749 run osmo-stp_10.42.42.5(pid=8457): stdout: \u000a| (launched: 2022-12-14_10:29:28.712850)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:29:30.385721 run osmo-stp_10.42.42.5(pid=8457): stderr: \u000a| �[0;m�[38;5;43m20221214102928906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214102928906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214102928906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214102928907 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214102928907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214102928907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214102928907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:29:30.515862 run osmo-stp_10.42.42.5(pid=8457): stdout: \u000a| (launched: 2022-12-14_10:29:28.712850)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:29:30.645017 run osmo-stp_10.42.42.5(pid=8457): stderr: \u000a| �[0;m�[38;5;43m20221214102928906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214102928906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214102928906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214102928907 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214102928907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214102928907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214102928907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:29:30.702826 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8457): Process ended prematurely: osmo-stp_10.42.42.5(pid=8457) [trial-2403↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8457)] [trial-2403↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a10:29:30.712207 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a10:29:30.775375 run osmo-hlr_10.42.42.2(pid=8454): ERR: Terminated: ERROR {rc=237} [trial-2403↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8454)]\u000a10:29:30.827332 run osmo-hlr_10.42.42.2(pid=8454): stdout: \u000a| (launched: 2022-12-14_10:29:27.696252) \u000a10:29:30.889373 run osmo-hlr_10.42.42.2(pid=8454): stderr: \u000a| �[0;m�[1;31m20221214102927895 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214102927895 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214102927895 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214102927895 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214102927895 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214102927896 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214102927923 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214102927933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214102927933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214102927933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:29:30.967657 run osmo-msc_10.42.42.6(pid=8460): ERR: Terminated: ERROR {rc=2} [trial-2403↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8460)]\u000a10:29:31.020494 run osmo-msc_10.42.42.6(pid=8460): stdout: \u000a| (launched: 2022-12-14_10:29:29.759533) \u000a10:29:31.073764 run osmo-msc_10.42.42.6(pid=8460): stderr: \u000a| �[0;m�[38;5;43m20221214102930081 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214102930081 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd1125a1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214102930082 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214102930082 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214102930082 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214102930082 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214102930084 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214102930084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214102930084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214102930084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:29:31.119349 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8453): Terminating (SIGTERM)\u000a10:29:31.164225 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8456): Terminating (SIGTERM)\u000a10:29:31.207442 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8459): Terminating (SIGTERM)\u000a10:29:31.217299 --- ParallelTerminationStrategy: PID 8453 died...\u000a10:29:31.274497 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8453): Terminated: ok {rc=0}\u000a10:29:31.285063 --- ParallelTerminationStrategy: PID 8456 died...\u000a10:29:31.342098 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8456): Terminated: ok {rc=0}\u000a10:29:31.352616 --- ParallelTerminationStrategy: PID 8459 died...\u000a10:29:31.409641 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8459): Terminated: ok {rc=0}\u000a10:29:31.499834 bus /sierra_3: Setting Powered False\u000a10:29:32.604817 bus /sierra_3: Setting Powered False\u000a10:29:33.712165 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "80", "name" : "voice_trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T10:29:13" }, { "cases" : [ { "testActions" : [ ], "age" : 86, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8471): Process ended prematurely: osmo-stp_10.42.42.5(pid=8471) [trial-2403↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8471)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8471): Process ended prematurely: osmo-stp_10.42.42.5(pid=8471) [trial-2403↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8471)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a10:29:35.714401 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:29:35.725932 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a10:29:35.891721 tst mo_mt_call.py: using LAC 40303\u000a10:29:36.021142 tst mo_mt_call.py: using RAC 13\u000a10:29:36.155678 tst mo_mt_call.py: using CellId 40303\u000a10:29:36.283403 tst mo_mt_call.py: using BVCI 40304\u000a10:29:36.308587 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:29:36.320121 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:29:36.331558 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:29:36.343056 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:29:36.355086 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:29:36.366985 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a10:29:36.488489 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a10:29:36.694520 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:29:37.174792 run create_hlr_db(pid=8465): Launched\u000a10:29:37.350462 bus /sierra_2: Setting Powered False\u000a10:29:38.372056 run create_hlr_db(pid=8465): Terminated: ok {rc=0}\u000a10:29:38.780913 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8467): Launched\u000a10:29:39.086720 run osmo-hlr_10.42.42.2(pid=8468): Launched\u000a10:29:39.197369 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:29:39.728785 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8470): Launched\u000a10:29:40.038197 run osmo-stp_10.42.42.5(pid=8471): Launched\u000a10:29:40.150339 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:29:40.711889 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8473): Launched\u000a10:29:41.019686 run osmo-msc_10.42.42.6(pid=8474): Launched\u000a10:29:41.199854 run osmo-stp_10.42.42.5(pid=8471): ERR: Terminated: ERROR {rc=1} [trial-2403↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8471)]\u000a10:29:41.329764 run osmo-stp_10.42.42.5(pid=8471): stdout: \u000a| (launched: 2022-12-14_10:29:39.884517)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:29:41.458176 run osmo-stp_10.42.42.5(pid=8471): stderr: \u000a| �[0;m�[38;5;43m20221214102940056 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214102940056 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214102940056 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214102940057 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214102940057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214102940057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214102940058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:29:41.582065 run osmo-stp_10.42.42.5(pid=8471): stdout: \u000a| (launched: 2022-12-14_10:29:39.884517)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:29:41.704209 run osmo-stp_10.42.42.5(pid=8471): stderr: \u000a| �[0;m�[38;5;43m20221214102940056 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214102940056 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214102940056 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214102940057 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214102940057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214102940057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214102940058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:29:41.758027 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8471): Process ended prematurely: osmo-stp_10.42.42.5(pid=8471) [trial-2403↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8471)] [trial-2403↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a10:29:41.767064 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a10:29:41.828028 run osmo-hlr_10.42.42.2(pid=8468): ERR: Terminated: ERROR {rc=237} [trial-2403↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8468)]\u000a10:29:41.877732 run osmo-hlr_10.42.42.2(pid=8468): stdout: \u000a| (launched: 2022-12-14_10:29:38.935848) \u000a10:29:41.928450 run osmo-hlr_10.42.42.2(pid=8468): stderr: \u000a| �[0;m�[1;31m20221214102939112 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214102939112 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214102939112 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214102939112 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214102939112 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214102939112 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214102939125 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214102939133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214102939133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214102939133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:29:41.996785 run osmo-msc_10.42.42.6(pid=8474): ERR: Terminated: ERROR {rc=2} [trial-2403↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8474)]\u000a10:29:42.046308 run osmo-msc_10.42.42.6(pid=8474): stdout: \u000a| (launched: 2022-12-14_10:29:40.867074) \u000a10:29:42.096513 run osmo-msc_10.42.42.6(pid=8474): stderr: \u000a| �[0;m�[38;5;43m20221214102941137 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214102941137 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe7aaa02c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214102941137 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214102941137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214102941138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214102941138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214102941140 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214102941140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214102941140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214102941140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:29:42.139345 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8467): Terminating (SIGTERM)\u000a10:29:42.179891 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8470): Terminating (SIGTERM)\u000a10:29:42.220339 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8473): Terminating (SIGTERM)\u000a10:29:42.229684 --- ParallelTerminationStrategy: PID 8467 died...\u000a10:29:42.284513 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8467): Terminated: ok {rc=0}\u000a10:29:42.294277 --- ParallelTerminationStrategy: PID 8470 died...\u000a10:29:42.348461 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8470): Terminated: ok {rc=0}\u000a10:29:42.358153 --- ParallelTerminationStrategy: PID 8473 died...\u000a10:29:42.412873 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8473): Terminated: ok {rc=0}\u000a10:29:42.497745 bus /sierra_3: Setting Powered False\u000a10:29:43.606869 bus /sierra_3: Setting Powered False\u000a10:29:44.719875 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 89, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8482): Process ended prematurely: osmo-stp_10.42.42.5(pid=8482) [trial-2403↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8482)]", "failedSince" : 2315, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8482): Process ended prematurely: osmo-stp_10.42.42.5(pid=8482) [trial-2403↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8482)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:29:45.844520 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:29:45.861744 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a10:29:46.051446 tst mo_mt_call_osmux.py: using LAC 40304\u000a10:29:46.202729 tst mo_mt_call_osmux.py: using RAC 14\u000a10:29:46.363063 tst mo_mt_call_osmux.py: using CellId 40304\u000a10:29:46.517365 tst mo_mt_call_osmux.py: using BVCI 40305\u000a10:29:46.547196 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:29:46.563392 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:29:46.578813 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:29:46.595378 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:29:46.612214 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:29:46.628685 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a10:29:46.758575 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a10:29:46.978039 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:29:47.510151 run create_hlr_db(pid=8476): Launched\u000a10:29:47.699103 bus /sierra_2: Setting Powered False\u000a10:29:48.720220 run create_hlr_db(pid=8476): Terminated: ok {rc=0}\u000a10:29:49.133093 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8478): Launched\u000a10:29:49.439972 run osmo-hlr_10.42.42.2(pid=8479): Launched\u000a10:29:49.559171 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:29:50.096591 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8481): Launched\u000a10:29:50.403403 run osmo-stp_10.42.42.5(pid=8482): Launched\u000a10:29:50.515147 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:29:51.074537 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8484): Launched\u000a10:29:51.381579 run osmo-msc_10.42.42.6(pid=8485): Launched\u000a10:29:51.561116 run osmo-stp_10.42.42.5(pid=8482): ERR: Terminated: ERROR {rc=1} [trial-2403↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8482)]\u000a10:29:51.691130 run osmo-stp_10.42.42.5(pid=8482): stdout: \u000a| (launched: 2022-12-14_10:29:50.251097)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:29:51.818682 run osmo-stp_10.42.42.5(pid=8482): stderr: \u000a| �[0;m�[38;5;43m20221214102950422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214102950422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214102950422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214102950423 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214102950423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214102950423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214102950423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:29:51.941661 run osmo-stp_10.42.42.5(pid=8482): stdout: \u000a| (launched: 2022-12-14_10:29:50.251097)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:29:52.063191 run osmo-stp_10.42.42.5(pid=8482): stderr: \u000a| �[0;m�[38;5;43m20221214102950422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214102950422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214102950422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214102950423 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214102950423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214102950423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214102950423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:29:52.116904 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8482): Process ended prematurely: osmo-stp_10.42.42.5(pid=8482) [trial-2403↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8482)] [trial-2403↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a10:29:52.125859 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a10:29:52.186681 run osmo-hlr_10.42.42.2(pid=8479): ERR: Terminated: ERROR {rc=237} [trial-2403↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8479)]\u000a10:29:52.236589 run osmo-hlr_10.42.42.2(pid=8479): stdout: \u000a| (launched: 2022-12-14_10:29:49.287965) \u000a10:29:52.287062 run osmo-hlr_10.42.42.2(pid=8479): stderr: \u000a| �[0;m�[1;31m20221214102949462 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214102949462 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214102949462 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214102949462 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214102949462 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214102949463 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214102949479 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214102949487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214102949487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214102949487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:29:52.355494 run osmo-msc_10.42.42.6(pid=8485): ERR: Terminated: ERROR {rc=2} [trial-2403↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8485)]\u000a10:29:52.405321 run osmo-msc_10.42.42.6(pid=8485): stdout: \u000a| (launched: 2022-12-14_10:29:51.228825) \u000a10:29:52.456043 run osmo-msc_10.42.42.6(pid=8485): stderr: \u000a| �[0;m�[38;5;43m20221214102951499 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214102951499 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f62fb4c3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214102951499 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214102951499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214102951499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214102951500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214102951501 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214102951502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214102951502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214102951502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:29:52.499024 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8478): Terminating (SIGTERM)\u000a10:29:52.539417 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8481): Terminating (SIGTERM)\u000a10:29:52.580070 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8484): Terminating (SIGTERM)\u000a10:29:52.589489 --- ParallelTerminationStrategy: PID 8478 died...\u000a10:29:52.644161 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8478): Terminated: ok {rc=0}\u000a10:29:52.653979 --- ParallelTerminationStrategy: PID 8481 died...\u000a10:29:52.708262 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8481): Terminated: ok {rc=0}\u000a10:29:52.717854 --- ParallelTerminationStrategy: PID 8484 died...\u000a10:29:52.771690 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8484): Terminated: ok {rc=0}\u000a10:29:52.860924 bus /sierra_3: Setting Powered False\u000a10:29:53.963733 bus /sierra_3: Setting Powered False\u000a10:29:55.075599 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "81", "name" : "voice_trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T10:29:35" }, { "cases" : [ { "testActions" : [ ], "age" : 86, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8500): Process ended prematurely: osmo-stp_10.42.42.5(pid=8500) [trial-2403↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8500)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8500): Process ended prematurely: osmo-stp_10.42.42.5(pid=8500) [trial-2403↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8500)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a10:29:57.074737 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:29:57.086631 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a10:29:57.244362 tst mo_mt_call.py: using LAC 40305\u000a10:29:57.374944 tst mo_mt_call.py: using RAC 15\u000a10:29:57.502894 tst mo_mt_call.py: using CellId 40305\u000a10:29:57.630689 tst mo_mt_call.py: using BVCI 40306\u000a10:29:57.656250 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:29:57.668210 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:29:57.679865 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:29:57.691508 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:29:57.703521 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:29:57.715215 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a10:29:57.831875 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a10:29:58.046827 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:29:58.568204 run create_hlr_db(pid=8491): Launched\u000a10:29:58.756526 bus /sierra_2: Setting Powered False\u000a10:29:59.779290 run create_hlr_db(pid=8491): Terminated: ok {rc=0}\u000a10:30:00.192403 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8493): Launched\u000a10:30:00.499094 run osmo-hlr_10.42.42.2(pid=8494): Launched\u000a10:30:00.616326 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:30:01.200940 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8496): Launched\u000a10:30:01.616866 run osmo-stp_10.42.42.5(pid=8500): Launched\u000a10:30:01.824480 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:30:02.406549 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8502): Launched\u000a10:30:02.717115 run osmo-msc_10.42.42.6(pid=8503): Launched\u000a10:30:02.898136 run osmo-stp_10.42.42.5(pid=8500): ERR: Terminated: ERROR {rc=1} [trial-2403↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8500)]\u000a10:30:03.028283 run osmo-stp_10.42.42.5(pid=8500): stdout: \u000a| (launched: 2022-12-14_10:30:01.364073)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:30:03.156368 run osmo-stp_10.42.42.5(pid=8500): stderr: \u000a| �[0;m�[38;5;43m20221214103001599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214103001600 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214103001600 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214103001600 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214103001601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214103001601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214103001601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:30:03.279751 run osmo-stp_10.42.42.5(pid=8500): stdout: \u000a| (launched: 2022-12-14_10:30:01.364073)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:30:03.401550 run osmo-stp_10.42.42.5(pid=8500): stderr: \u000a| �[0;m�[38;5;43m20221214103001599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214103001600 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214103001600 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214103001600 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214103001601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214103001601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214103001601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:30:03.455165 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8500): Process ended prematurely: osmo-stp_10.42.42.5(pid=8500) [trial-2403↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8500)] [trial-2403↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a10:30:03.463917 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a10:30:03.523950 run osmo-hlr_10.42.42.2(pid=8494): ERR: Terminated: ERROR {rc=237} [trial-2403↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8494)]\u000a10:30:03.573093 run osmo-hlr_10.42.42.2(pid=8494): stdout: \u000a| (launched: 2022-12-14_10:30:00.348121) \u000a10:30:03.622808 run osmo-hlr_10.42.42.2(pid=8494): stderr: \u000a| �[0;m�[1;31m20221214103000526 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214103000526 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214103000526 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214103000527 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214103000527 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214103000527 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214103000541 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214103000551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214103000552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214103000552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:30:03.690441 run osmo-msc_10.42.42.6(pid=8503): ERR: Terminated: ERROR {rc=2} [trial-2403↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8503)]\u000a10:30:03.739687 run osmo-msc_10.42.42.6(pid=8503): stdout: \u000a| (launched: 2022-12-14_10:30:02.562095) \u000a10:30:03.790021 run osmo-msc_10.42.42.6(pid=8503): stderr: \u000a| �[0;m�[38;5;43m20221214103002834 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214103002834 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f737371cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214103002834 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214103002834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214103002834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214103002834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214103002836 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214103002836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214103002837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214103002837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:30:03.832437 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8493): Terminating (SIGTERM)\u000a10:30:03.872316 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8496): Terminating (SIGTERM)\u000a10:30:03.912087 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8502): Terminating (SIGTERM)\u000a10:30:03.921241 --- ParallelTerminationStrategy: PID 8493 died...\u000a10:30:03.974938 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8493): Terminated: ok {rc=0}\u000a10:30:03.984467 --- ParallelTerminationStrategy: PID 8496 died...\u000a10:30:04.038044 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8496): Terminated: ok {rc=0}\u000a10:30:04.047551 --- ParallelTerminationStrategy: PID 8502 died...\u000a10:30:04.101317 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8502): Terminated: ok {rc=0}\u000a10:30:04.190012 bus /sierra_3: Setting Powered False\u000a10:30:05.292587 bus /sierra_3: Setting Powered False\u000a10:30:06.404898 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 86, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8511): Process ended prematurely: osmo-stp_10.42.42.5(pid=8511) [trial-2403↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8511)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8511): Process ended prematurely: osmo-stp_10.42.42.5(pid=8511) [trial-2403↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8511)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:30:07.515955 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:30:07.527809 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a10:30:07.683585 tst mo_mt_call_osmux.py: using LAC 40306\u000a10:30:07.801896 tst mo_mt_call_osmux.py: using RAC 16\u000a10:30:07.919762 tst mo_mt_call_osmux.py: using CellId 40306\u000a10:30:08.040313 tst mo_mt_call_osmux.py: using BVCI 40307\u000a10:30:08.063343 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:30:08.074489 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:30:08.085598 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:30:08.096460 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:30:08.107871 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:30:08.119122 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a10:30:08.240837 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a10:30:08.449677 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:30:08.930230 run create_hlr_db(pid=8505): Launched\u000a10:30:09.106324 bus /sierra_2: Setting Powered False\u000a10:30:10.128230 run create_hlr_db(pid=8505): Terminated: ok {rc=0}\u000a10:30:10.563671 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8507): Launched\u000a10:30:10.890509 run osmo-hlr_10.42.42.2(pid=8508): Launched\u000a10:30:11.008862 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:30:11.575147 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8510): Launched\u000a10:30:11.904646 run osmo-stp_10.42.42.5(pid=8511): Launched\u000a10:30:12.022386 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:30:12.618922 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8513): Launched\u000a10:30:12.945649 run osmo-msc_10.42.42.6(pid=8514): Launched\u000a10:30:13.136410 run osmo-stp_10.42.42.5(pid=8511): ERR: Terminated: ERROR {rc=1} [trial-2403↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8511)]\u000a10:30:13.273907 run osmo-stp_10.42.42.5(pid=8511): stdout: \u000a| (launched: 2022-12-14_10:30:11.741464)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:30:13.410673 run osmo-stp_10.42.42.5(pid=8511): stderr: \u000a| �[0;m�[38;5;43m20221214103011935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214103011935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214103011935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214103011936 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214103011936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214103011936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214103011936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:30:13.541198 run osmo-stp_10.42.42.5(pid=8511): stdout: \u000a| (launched: 2022-12-14_10:30:11.741464)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:30:13.670274 run osmo-stp_10.42.42.5(pid=8511): stderr: \u000a| �[0;m�[38;5;43m20221214103011935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214103011935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214103011935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214103011936 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214103011936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214103011936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214103011936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:30:13.728042 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8511): Process ended prematurely: osmo-stp_10.42.42.5(pid=8511) [trial-2403↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8511)] [trial-2403↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a10:30:13.737527 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a10:30:13.801583 run osmo-hlr_10.42.42.2(pid=8508): ERR: Terminated: ERROR {rc=237} [trial-2403↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8508)]\u000a10:30:13.854031 run osmo-hlr_10.42.42.2(pid=8508): stdout: \u000a| (launched: 2022-12-14_10:30:10.729550) \u000a10:30:13.906902 run osmo-hlr_10.42.42.2(pid=8508): stderr: \u000a| �[0;m�[1;31m20221214103010928 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214103010928 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214103010928 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214103010928 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214103010928 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214103010928 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214103010940 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214103010948 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214103010949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214103010949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:30:13.978977 run osmo-msc_10.42.42.6(pid=8514): ERR: Terminated: ERROR {rc=2} [trial-2403↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8514)]\u000a10:30:14.031036 run osmo-msc_10.42.42.6(pid=8514): stdout: \u000a| (launched: 2022-12-14_10:30:12.785028) \u000a10:30:14.083794 run osmo-msc_10.42.42.6(pid=8514): stderr: \u000a| �[0;m�[38;5;43m20221214103013106 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214103013107 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff6ae5b1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214103013107 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214103013107 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214103013107 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214103013107 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214103013109 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214103013109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214103013109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214103013109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:30:14.128549 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8507): Terminating (SIGTERM)\u000a10:30:14.170957 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8510): Terminating (SIGTERM)\u000a10:30:14.213659 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8513): Terminating (SIGTERM)\u000a10:30:14.223514 --- ParallelTerminationStrategy: PID 8507 died...\u000a10:30:14.280502 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8507): Terminated: ok {rc=0}\u000a10:30:14.290715 --- ParallelTerminationStrategy: PID 8510 died...\u000a10:30:14.347225 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8510): Terminated: ok {rc=0}\u000a10:30:14.357543 --- ParallelTerminationStrategy: PID 8513 died...\u000a10:30:14.413818 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8513): Terminated: ok {rc=0}\u000a10:30:14.502696 bus /sierra_3: Setting Powered False\u000a10:30:15.610006 bus /sierra_3: Setting Powered False\u000a10:30:16.728197 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "82", "name" : "voice_trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T10:29:56" }, { "cases" : [ { "testActions" : [ ], "age" : 86, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8527): Process ended prematurely: osmo-stp_10.42.42.5(pid=8527) [trial-2403↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8527)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8527): Process ended prematurely: osmo-stp_10.42.42.5(pid=8527) [trial-2403↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8527)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a10:30:18.734744 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:30:18.746478 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a10:30:18.909009 tst mo_mt_call.py: using LAC 40307\u000a10:30:19.035943 tst mo_mt_call.py: using RAC 17\u000a10:30:19.159670 tst mo_mt_call.py: using CellId 40307\u000a10:30:19.286995 tst mo_mt_call.py: using BVCI 40308\u000a10:30:19.311734 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:30:19.323314 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:30:19.334752 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:30:19.346224 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:30:19.357866 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:30:19.369332 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a10:30:19.489122 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a10:30:19.694067 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:30:20.174662 run create_hlr_db(pid=8521): Launched\u000a10:30:20.350173 bus /sierra_2: Setting Powered False\u000a10:30:21.371232 run create_hlr_db(pid=8521): Terminated: ok {rc=0}\u000a10:30:21.778152 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8523): Launched\u000a10:30:22.084870 run osmo-hlr_10.42.42.2(pid=8524): Launched\u000a10:30:22.201209 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:30:22.739498 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8526): Launched\u000a10:30:23.045674 run osmo-stp_10.42.42.5(pid=8527): Launched\u000a10:30:23.156071 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:30:23.710723 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8529): Launched\u000a10:30:24.018974 run osmo-msc_10.42.42.6(pid=8530): Launched\u000a10:30:24.197512 run osmo-stp_10.42.42.5(pid=8527): ERR: Terminated: ERROR {rc=1} [trial-2403↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8527)]\u000a10:30:24.326157 run osmo-stp_10.42.42.5(pid=8527): stdout: \u000a| (launched: 2022-12-14_10:30:22.893352)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:30:24.452804 run osmo-stp_10.42.42.5(pid=8527): stderr: \u000a| �[0;m�[38;5;43m20221214103023066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214103023066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214103023066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214103023066 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214103023067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214103023067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214103023067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:30:24.574576 run osmo-stp_10.42.42.5(pid=8527): stdout: \u000a| (launched: 2022-12-14_10:30:22.893352)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:30:24.695101 run osmo-stp_10.42.42.5(pid=8527): stderr: \u000a| �[0;m�[38;5;43m20221214103023066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214103023066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214103023066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214103023066 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214103023067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214103023067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214103023067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:30:24.748657 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8527): Process ended prematurely: osmo-stp_10.42.42.5(pid=8527) [trial-2403↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8527)] [trial-2403↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a10:30:24.757526 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a10:30:24.818122 run osmo-hlr_10.42.42.2(pid=8524): ERR: Terminated: ERROR {rc=237} [trial-2403↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8524)]\u000a10:30:24.867623 run osmo-hlr_10.42.42.2(pid=8524): stdout: \u000a| (launched: 2022-12-14_10:30:21.933684) \u000a10:30:24.917705 run osmo-hlr_10.42.42.2(pid=8524): stderr: \u000a| �[0;m�[1;31m20221214103022109 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214103022109 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214103022109 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214103022109 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214103022109 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214103022109 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214103022124 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214103022134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214103022134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214103022134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:30:24.986056 run osmo-msc_10.42.42.6(pid=8530): ERR: Terminated: ERROR {rc=2} [trial-2403↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8530)]\u000a10:30:25.035615 run osmo-msc_10.42.42.6(pid=8530): stdout: \u000a| (launched: 2022-12-14_10:30:23.865337) \u000a10:30:25.085623 run osmo-msc_10.42.42.6(pid=8530): stderr: \u000a| �[0;m�[38;5;43m20221214103024137 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214103024138 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f146310dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214103024138 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214103024138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214103024138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214103024138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214103024140 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214103024140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214103024140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214103024140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:30:25.128257 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8523): Terminating (SIGTERM)\u000a10:30:25.168378 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8526): Terminating (SIGTERM)\u000a10:30:25.208491 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8529): Terminating (SIGTERM)\u000a10:30:25.217781 --- ParallelTerminationStrategy: PID 8523 died...\u000a10:30:25.271885 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8523): Terminated: ok {rc=0}\u000a10:30:25.281979 --- ParallelTerminationStrategy: PID 8526 died...\u000a10:30:25.335588 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8526): Terminated: ok {rc=0}\u000a10:30:25.345216 --- ParallelTerminationStrategy: PID 8529 died...\u000a10:30:25.398906 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8529): Terminated: ok {rc=0}\u000a10:30:25.487926 bus /sierra_3: Setting Powered False\u000a10:30:26.592462 bus /sierra_3: Setting Powered False\u000a10:30:27.706457 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 88, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8538): Process ended prematurely: osmo-stp_10.42.42.5(pid=8538) [trial-2403↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8538)]", "failedSince" : 2316, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8538): Process ended prematurely: osmo-stp_10.42.42.5(pid=8538) [trial-2403↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8538)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:30:28.821377 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:30:28.833581 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a10:30:28.999074 tst mo_mt_call_osmux.py: using LAC 40308\u000a10:30:29.125989 tst mo_mt_call_osmux.py: using RAC 18\u000a10:30:29.253558 tst mo_mt_call_osmux.py: using CellId 40308\u000a10:30:29.379616 tst mo_mt_call_osmux.py: using BVCI 40309\u000a10:30:29.404236 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:30:29.416221 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:30:29.427595 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:30:29.439126 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:30:29.450715 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:30:29.462124 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a10:30:29.582188 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a10:30:29.786966 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:30:30.268646 run create_hlr_db(pid=8532): Launched\u000a10:30:30.444095 bus /sierra_2: Setting Powered False\u000a10:30:31.471089 run create_hlr_db(pid=8532): Terminated: ok {rc=0}\u000a10:30:31.938057 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8534): Launched\u000a10:30:32.289755 run osmo-hlr_10.42.42.2(pid=8535): Launched\u000a10:30:32.410310 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:30:32.979064 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8537): Launched\u000a10:30:33.307314 run osmo-stp_10.42.42.5(pid=8538): Launched\u000a10:30:33.430979 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:30:34.029983 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8540): Launched\u000a10:30:34.357401 run osmo-msc_10.42.42.6(pid=8541): Launched\u000a10:30:34.547846 run osmo-stp_10.42.42.5(pid=8538): ERR: Terminated: ERROR {rc=1} [trial-2403↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8538)]\u000a10:30:34.685407 run osmo-stp_10.42.42.5(pid=8538): stdout: \u000a| (launched: 2022-12-14_10:30:33.144549)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:30:34.823178 run osmo-stp_10.42.42.5(pid=8538): stderr: \u000a| �[0;m�[38;5;43m20221214103033336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214103033337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214103033337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214103033337 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214103033338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214103033338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214103033338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:30:34.953890 run osmo-stp_10.42.42.5(pid=8538): stdout: \u000a| (launched: 2022-12-14_10:30:33.144549)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:30:35.083484 run osmo-stp_10.42.42.5(pid=8538): stderr: \u000a| �[0;m�[38;5;43m20221214103033336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214103033337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214103033337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214103033337 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214103033338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214103033338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214103033338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:30:35.140786 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8538): Process ended prematurely: osmo-stp_10.42.42.5(pid=8538) [trial-2403↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8538)] [trial-2403↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a10:30:35.150388 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a10:30:35.213465 run osmo-hlr_10.42.42.2(pid=8535): ERR: Terminated: ERROR {rc=237} [trial-2403↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8535)]\u000a10:30:35.265225 run osmo-hlr_10.42.42.2(pid=8535): stdout: \u000a| (launched: 2022-12-14_10:30:32.102978) \u000a10:30:35.318002 run osmo-hlr_10.42.42.2(pid=8535): stderr: \u000a| �[0;m�[1;31m20221214103032320 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214103032320 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214103032320 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214103032320 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214103032320 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214103032320 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214103032332 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214103032341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214103032341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214103032341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:30:35.389398 run osmo-msc_10.42.42.6(pid=8541): ERR: Terminated: ERROR {rc=2} [trial-2403↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8541)]\u000a10:30:35.441121 run osmo-msc_10.42.42.6(pid=8541): stdout: \u000a| (launched: 2022-12-14_10:30:34.195303) \u000a10:30:35.493316 run osmo-msc_10.42.42.6(pid=8541): stderr: \u000a| �[0;m�[38;5;43m20221214103034517 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214103034517 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2fc3778c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214103034517 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214103034517 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214103034517 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214103034518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214103034520 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214103034520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214103034520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214103034520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:30:35.538178 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8534): Terminating (SIGTERM)\u000a10:30:35.580238 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8537): Terminating (SIGTERM)\u000a10:30:35.622945 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8540): Terminating (SIGTERM)\u000a10:30:35.632773 --- ParallelTerminationStrategy: PID 8534 died...\u000a10:30:35.689437 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8534): Terminated: ok {rc=0}\u000a10:30:35.699577 --- ParallelTerminationStrategy: PID 8537 died...\u000a10:30:35.755772 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8537): Terminated: ok {rc=0}\u000a10:30:35.765895 --- ParallelTerminationStrategy: PID 8540 died...\u000a10:30:35.822102 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8540): Terminated: ok {rc=0}\u000a10:30:35.910442 bus /sierra_3: Setting Powered False\u000a10:30:37.014321 bus /sierra_3: Setting Powered False\u000a10:30:38.125347 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "83", "name" : "voice_trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T10:30:18" }, { "cases" : [ { "testActions" : [ ], "age" : 86, "className" : "voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8552): Process ended prematurely: osmo-stp_10.42.42.5(pid=8552) [trial-2403↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8552)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8552): Process ended prematurely: osmo-stp_10.42.42.5(pid=8552) [trial-2403↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8552)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a10:30:40.135990 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:30:40.147809 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a10:30:40.310708 tst mo_mt_call.py: using LAC 40309\u000a10:30:40.438280 tst mo_mt_call.py: using RAC 19\u000a10:30:40.565052 tst mo_mt_call.py: using CellId 40309\u000a10:30:40.694016 tst mo_mt_call.py: using BVCI 40310\u000a10:30:40.718784 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:30:40.730782 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:30:40.742367 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:30:40.753881 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:30:40.765479 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:30:40.777103 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:30:40.898504 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:30:41.103595 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:30:41.586097 run create_hlr_db(pid=8546): Launched\u000a10:30:41.761599 bus /sierra_2: Setting Powered False\u000a10:30:42.782427 run create_hlr_db(pid=8546): Terminated: ok {rc=0}\u000a10:30:43.218395 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8548): Launched\u000a10:30:43.547721 run osmo-hlr_10.42.42.2(pid=8549): Launched\u000a10:30:43.667476 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:30:44.234895 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8551): Launched\u000a10:30:44.560273 run osmo-stp_10.42.42.5(pid=8552): Launched\u000a10:30:44.678009 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:30:45.275464 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8554): Launched\u000a10:30:45.601333 run osmo-msc_10.42.42.6(pid=8555): Launched\u000a10:30:45.793987 run osmo-stp_10.42.42.5(pid=8552): ERR: Terminated: ERROR {rc=1} [trial-2403↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8552)]\u000a10:30:46.067386 run osmo-stp_10.42.42.5(pid=8552): stdout: \u000a| (launched: 2022-12-14_10:30:44.400050)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:30:46.208568 run osmo-stp_10.42.42.5(pid=8552): stderr: \u000a| �[0;m�[38;5;43m20221214103044592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214103044592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214103044592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214103044593 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214103044593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214103044593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214103044593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:30:46.337151 run osmo-stp_10.42.42.5(pid=8552): stdout: \u000a| (launched: 2022-12-14_10:30:44.400050)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:30:46.464091 run osmo-stp_10.42.42.5(pid=8552): stderr: \u000a| �[0;m�[38;5;43m20221214103044592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214103044592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214103044592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214103044593 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214103044593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214103044593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214103044593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:30:46.520240 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8552): Process ended prematurely: osmo-stp_10.42.42.5(pid=8552) [trial-2403↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8552)] [trial-2403↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a10:30:46.530632 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a10:30:46.594578 run osmo-hlr_10.42.42.2(pid=8549): ERR: Terminated: ERROR {rc=237} [trial-2403↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8549)]\u000a10:30:46.647022 run osmo-hlr_10.42.42.2(pid=8549): stdout: \u000a| (launched: 2022-12-14_10:30:43.383883) \u000a10:30:46.699863 run osmo-hlr_10.42.42.2(pid=8549): stderr: \u000a| �[0;m�[1;31m20221214103043583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214103043583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214103043583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214103043583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214103043583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214103043583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214103043596 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214103043606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214103043606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214103043606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:30:46.770901 run osmo-msc_10.42.42.6(pid=8555): ERR: Terminated: ERROR {rc=2} [trial-2403↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8555)]\u000a10:30:46.823686 run osmo-msc_10.42.42.6(pid=8555): stdout: \u000a| (launched: 2022-12-14_10:30:45.440839) \u000a10:30:46.876861 run osmo-msc_10.42.42.6(pid=8555): stderr: \u000a| �[0;m�[38;5;43m20221214103045763 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214103045763 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbccdea8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214103045763 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214103045763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214103045764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214103045764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214103045765 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214103045766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214103045766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214103045766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:30:46.921959 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8548): Terminating (SIGTERM)\u000a10:30:46.966463 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8551): Terminating (SIGTERM)\u000a10:30:47.011919 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8554): Terminating (SIGTERM)\u000a10:30:47.023406 --- ParallelTerminationStrategy: PID 8548 died...\u000a10:30:47.082095 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8548): Terminated: ok {rc=0}\u000a10:30:47.092580 --- ParallelTerminationStrategy: PID 8551 died...\u000a10:30:47.149866 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8551): Terminated: ok {rc=0}\u000a10:30:47.160437 --- ParallelTerminationStrategy: PID 8554 died...\u000a10:30:47.218116 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8554): Terminated: ok {rc=0}\u000a10:30:47.307746 bus /sierra_3: Setting Powered False\u000a10:30:48.411379 bus /sierra_3: Setting Powered False\u000a10:30:49.522636 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 86, "className" : "voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8564): Process ended prematurely: osmo-stp_10.42.42.5(pid=8564) [trial-2403↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8564)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8564): Process ended prematurely: osmo-stp_10.42.42.5(pid=8564) [trial-2403↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8564)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:30:50.636589 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:30:50.649124 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a10:30:50.819133 tst mo_mt_call_osmux.py: using LAC 40310\u000a10:30:50.944998 tst mo_mt_call_osmux.py: using RAC 20\u000a10:30:51.070247 tst mo_mt_call_osmux.py: using CellId 40310\u000a10:30:51.196108 tst mo_mt_call_osmux.py: using BVCI 40311\u000a10:30:51.220796 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:30:51.232572 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:30:51.244113 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:30:51.255665 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:30:51.267298 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:30:51.278886 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:30:51.397480 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:30:51.608903 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:30:52.132536 run create_hlr_db(pid=8558): Launched\u000a10:30:52.319428 bus /sierra_2: Setting Powered False\u000a10:30:53.341804 run create_hlr_db(pid=8558): Terminated: ok {rc=0}\u000a10:30:53.752895 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8560): Launched\u000a10:30:54.058732 run osmo-hlr_10.42.42.2(pid=8561): Launched\u000a10:30:54.177718 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:30:54.715878 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8563): Launched\u000a10:30:55.019878 run osmo-stp_10.42.42.5(pid=8564): Launched\u000a10:30:55.129649 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:30:55.685517 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8566): Launched\u000a10:30:55.991872 run osmo-msc_10.42.42.6(pid=8567): Launched\u000a10:30:56.170564 run osmo-stp_10.42.42.5(pid=8564): ERR: Terminated: ERROR {rc=1} [trial-2403↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8564)]\u000a10:30:56.299246 run osmo-stp_10.42.42.5(pid=8564): stdout: \u000a| (launched: 2022-12-14_10:30:54.869768)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:30:56.426247 run osmo-stp_10.42.42.5(pid=8564): stderr: \u000a| �[0;m�[38;5;43m20221214103055042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214103055042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214103055042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214103055043 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214103055043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214103055043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214103055043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:30:56.548160 run osmo-stp_10.42.42.5(pid=8564): stdout: \u000a| (launched: 2022-12-14_10:30:54.869768)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:30:56.668917 run osmo-stp_10.42.42.5(pid=8564): stderr: \u000a| �[0;m�[38;5;43m20221214103055042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214103055042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214103055042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214103055043 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214103055043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214103055043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214103055043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:30:56.722371 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8564): Process ended prematurely: osmo-stp_10.42.42.5(pid=8564) [trial-2403↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8564)] [trial-2403↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a10:30:56.731123 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a10:30:56.791500 run osmo-hlr_10.42.42.2(pid=8561): ERR: Terminated: ERROR {rc=237} [trial-2403↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8561)]\u000a10:30:56.840892 run osmo-hlr_10.42.42.2(pid=8561): stdout: \u000a| (launched: 2022-12-14_10:30:53.907829) \u000a10:30:56.890871 run osmo-hlr_10.42.42.2(pid=8561): stderr: \u000a| �[0;m�[1;31m20221214103054083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214103054083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214103054083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214103054083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214103054083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214103054083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214103054095 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214103054104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214103054105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214103054105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:30:56.958501 run osmo-msc_10.42.42.6(pid=8567): ERR: Terminated: ERROR {rc=2} [trial-2403↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8567)]\u000a10:30:57.007622 run osmo-msc_10.42.42.6(pid=8567): stdout: \u000a| (launched: 2022-12-14_10:30:55.839779) \u000a10:30:57.057176 run osmo-msc_10.42.42.6(pid=8567): stderr: \u000a| �[0;m�[38;5;43m20221214103056112 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214103056112 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3c93021c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214103056112 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214103056112 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214103056112 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214103056112 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214103056114 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214103056114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214103056115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214103056115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:30:57.099425 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8560): Terminating (SIGTERM)\u000a10:30:57.139450 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8563): Terminating (SIGTERM)\u000a10:30:57.179440 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8566): Terminating (SIGTERM)\u000a10:30:57.188600 --- ParallelTerminationStrategy: PID 8560 died...\u000a10:30:57.242567 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8560): Terminated: ok {rc=0}\u000a10:30:57.252074 --- ParallelTerminationStrategy: PID 8563 died...\u000a10:30:57.305577 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8563): Terminated: ok {rc=0}\u000a10:30:57.315242 --- ParallelTerminationStrategy: PID 8566 died...\u000a10:30:57.368530 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8566): Terminated: ok {rc=0}\u000a10:30:57.457190 bus /sierra_3: Setting Powered False\u000a10:30:58.562960 bus /sierra_3: Setting Powered False\u000a10:30:59.669749 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "84", "name" : "voice_trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T10:30:39" }, { "cases" : [ { "testActions" : [ ], "age" : 86, "className" : "voice:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8578): Process ended prematurely: osmo-stp_10.42.42.5(pid=8578) [trial-2403↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8578)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8578): Process ended prematurely: osmo-stp_10.42.42.5(pid=8578) [trial-2403↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8578)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 voice:trx-umtrx+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a10:31:01.727832 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:31:01.742206 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:31:01.944528 tst mo_mt_call.py: using LAC 40311\u000a10:31:02.112240 tst mo_mt_call.py: using RAC 21\u000a10:31:02.239762 tst mo_mt_call.py: using CellId 40311\u000a10:31:02.362315 tst mo_mt_call.py: using BVCI 40312\u000a10:31:02.386035 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:31:02.397602 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:31:02.408861 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:31:02.420327 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:31:02.432034 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:31:02.443811 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a10:31:02.565144 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a10:31:02.777321 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:31:03.298349 run create_hlr_db(pid=8572): Launched\u000a10:31:03.485217 bus /sierra_2: Setting Powered False\u000a10:31:04.506602 run create_hlr_db(pid=8572): Terminated: ok {rc=0}\u000a10:31:04.918511 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8574): Launched\u000a10:31:05.224314 run osmo-hlr_10.42.42.2(pid=8575): Launched\u000a10:31:05.342696 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:31:05.879246 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8577): Launched\u000a10:31:06.184434 run osmo-stp_10.42.42.5(pid=8578): Launched\u000a10:31:06.295061 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:31:06.852638 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8580): Launched\u000a10:31:07.157912 run osmo-msc_10.42.42.6(pid=8581): Launched\u000a10:31:07.336943 run osmo-stp_10.42.42.5(pid=8578): ERR: Terminated: ERROR {rc=1} [trial-2403↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8578)]\u000a10:31:07.466196 run osmo-stp_10.42.42.5(pid=8578): stdout: \u000a| (launched: 2022-12-14_10:31:06.033882)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:31:07.593453 run osmo-stp_10.42.42.5(pid=8578): stderr: \u000a| �[0;m�[38;5;43m20221214103106206 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214103106206 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214103106206 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214103106207 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214103106207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214103106207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214103106207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:31:07.715109 run osmo-stp_10.42.42.5(pid=8578): stdout: \u000a| (launched: 2022-12-14_10:31:06.033882)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:31:07.836122 run osmo-stp_10.42.42.5(pid=8578): stderr: \u000a| �[0;m�[38;5;43m20221214103106206 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214103106206 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214103106206 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214103106207 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214103106207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214103106207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214103106207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:31:07.889634 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8578): Process ended prematurely: osmo-stp_10.42.42.5(pid=8578) [trial-2403↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8578)] [trial-2403↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a10:31:07.898417 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a10:31:07.958652 run osmo-hlr_10.42.42.2(pid=8575): ERR: Terminated: ERROR {rc=237} [trial-2403↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8575)]\u000a10:31:08.008297 run osmo-hlr_10.42.42.2(pid=8575): stdout: \u000a| (launched: 2022-12-14_10:31:05.073539) \u000a10:31:08.058499 run osmo-hlr_10.42.42.2(pid=8575): stderr: \u000a| �[0;m�[1;31m20221214103105250 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214103105250 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214103105250 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214103105250 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214103105250 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214103105250 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214103105262 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/voice:trx-umtrx+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214103105271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214103105272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214103105272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:31:08.126734 run osmo-msc_10.42.42.6(pid=8581): ERR: Terminated: ERROR {rc=2} [trial-2403↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8581)]\u000a10:31:08.176226 run osmo-msc_10.42.42.6(pid=8581): stdout: \u000a| (launched: 2022-12-14_10:31:07.006609) \u000a10:31:08.226537 run osmo-msc_10.42.42.6(pid=8581): stderr: \u000a| �[0;m�[38;5;43m20221214103107277 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214103107278 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fca1603bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214103107278 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214103107278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214103107278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214103107278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214103107280 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214103107280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214103107280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214103107280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:31:08.269025 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8574): Terminating (SIGTERM)\u000a10:31:08.309262 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8577): Terminating (SIGTERM)\u000a10:31:08.349665 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8580): Terminating (SIGTERM)\u000a10:31:08.359000 --- ParallelTerminationStrategy: PID 8574 died...\u000a10:31:08.413390 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8574): Terminated: ok {rc=0}\u000a10:31:08.422952 --- ParallelTerminationStrategy: PID 8577 died...\u000a10:31:08.476748 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8577): Terminated: ok {rc=0}\u000a10:31:08.486463 --- ParallelTerminationStrategy: PID 8580 died...\u000a10:31:08.540151 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8580): Terminated: ok {rc=0}\u000a10:31:08.624072 bus /sierra_3: Setting Powered False\u000a10:31:09.730644 bus /sierra_3: Setting Powered False\u000a10:31:10.843399 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 86, "className" : "voice:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8589): Process ended prematurely: osmo-stp_10.42.42.5(pid=8589) [trial-2403↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8589)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8589): Process ended prematurely: osmo-stp_10.42.42.5(pid=8589) [trial-2403↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8589)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 voice:trx-umtrx+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:31:11.955722 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:31:11.967599 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:31:12.125389 tst mo_mt_call_osmux.py: using LAC 40312\u000a10:31:12.252801 tst mo_mt_call_osmux.py: using RAC 22\u000a10:31:12.382637 tst mo_mt_call_osmux.py: using CellId 40312\u000a10:31:12.512209 tst mo_mt_call_osmux.py: using BVCI 40313\u000a10:31:12.537032 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:31:12.548530 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:31:12.560005 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:31:12.571302 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:31:12.582705 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:31:12.594082 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a10:31:12.712701 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a10:31:12.915263 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:31:13.399218 run create_hlr_db(pid=8583): Launched\u000a10:31:13.575398 bus /sierra_2: Setting Powered False\u000a10:31:14.597059 run create_hlr_db(pid=8583): Terminated: ok {rc=0}\u000a10:31:15.006985 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8585): Launched\u000a10:31:15.313880 run osmo-hlr_10.42.42.2(pid=8586): Launched\u000a10:31:15.430524 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:31:16.023316 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8588): Launched\u000a10:31:16.510583 run osmo-stp_10.42.42.5(pid=8589): Launched\u000a10:31:16.622610 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:31:17.212767 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8591): Launched\u000a10:31:17.523530 run osmo-msc_10.42.42.6(pid=8592): Launched\u000a10:31:17.703535 run osmo-stp_10.42.42.5(pid=8589): ERR: Terminated: ERROR {rc=1} [trial-2403↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8589)]\u000a10:31:17.833840 run osmo-stp_10.42.42.5(pid=8589): stdout: \u000a| (launched: 2022-12-14_10:31:16.181489)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:31:17.961860 run osmo-stp_10.42.42.5(pid=8589): stderr: \u000a| �[0;m�[38;5;43m20221214103116375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214103116375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214103116375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214103116376 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214103116377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214103116377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214103116377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:31:18.084450 run osmo-stp_10.42.42.5(pid=8589): stdout: \u000a| (launched: 2022-12-14_10:31:16.181489)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:31:18.205953 run osmo-stp_10.42.42.5(pid=8589): stderr: \u000a| �[0;m�[38;5;43m20221214103116375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214103116375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214103116375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214103116376 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214103116377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214103116377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214103116377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:31:18.259696 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8589): Process ended prematurely: osmo-stp_10.42.42.5(pid=8589) [trial-2403↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8589)] [trial-2403↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a10:31:18.268495 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a10:31:18.329377 run osmo-hlr_10.42.42.2(pid=8586): ERR: Terminated: ERROR {rc=237} [trial-2403↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8586)]\u000a10:31:18.378510 run osmo-hlr_10.42.42.2(pid=8586): stdout: \u000a| (launched: 2022-12-14_10:31:15.162301) \u000a10:31:18.428555 run osmo-hlr_10.42.42.2(pid=8586): stderr: \u000a| �[0;m�[1;31m20221214103115336 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214103115336 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214103115336 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214103115336 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214103115336 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214103115336 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214103115348 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/voice:trx-umtrx+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214103115356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214103115357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214103115357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:31:18.496137 run osmo-msc_10.42.42.6(pid=8592): ERR: Terminated: ERROR {rc=2} [trial-2403↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8592)]\u000a10:31:18.545477 run osmo-msc_10.42.42.6(pid=8592): stdout: \u000a| (launched: 2022-12-14_10:31:17.370270) \u000a10:31:18.595437 run osmo-msc_10.42.42.6(pid=8592): stderr: \u000a| �[0;m�[38;5;43m20221214103117642 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214103117642 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8aedc98c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214103117642 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214103117642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214103117642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214103117643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214103117644 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214103117645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214103117645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214103117645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:31:18.638112 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8585): Terminating (SIGTERM)\u000a10:31:18.678382 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8588): Terminating (SIGTERM)\u000a10:31:18.718546 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8591): Terminating (SIGTERM)\u000a10:31:18.727850 --- ParallelTerminationStrategy: PID 8585 died...\u000a10:31:18.782019 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8585): Terminated: ok {rc=0}\u000a10:31:18.791578 --- ParallelTerminationStrategy: PID 8588 died...\u000a10:31:18.846354 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8588): Terminated: ok {rc=0}\u000a10:31:18.855993 --- ParallelTerminationStrategy: PID 8591 died...\u000a10:31:18.909632 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8591): Terminated: ok {rc=0}\u000a10:31:18.998156 bus /sierra_3: Setting Powered False\u000a10:31:20.101793 bus /sierra_3: Setting Powered False\u000a10:31:21.214583 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "85", "name" : "voice_trx-umtrx+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T10:31:01" }, { "cases" : [ { "testActions" : [ ], "age" : 241, "className" : "voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8603): Process ended prematurely: osmo-stp_10.42.42.5(pid=8603) [trial-2403↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8603)]", "failedSince" : 2163, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8603): Process ended prematurely: osmo-stp_10.42.42.5(pid=8603) [trial-2403↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8603)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py\u000a----------------------------------------------\u000a10:31:23.210219 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a10:31:23.221774 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a10:31:23.362051 tst mo_mt_call.py: using LAC 40313\u000a10:31:23.494269 tst mo_mt_call.py: using RAC 23\u000a10:31:23.615021 tst mo_mt_call.py: using CellId 40313\u000a10:31:23.738361 tst mo_mt_call.py: using BVCI 40314\u000a10:31:23.761654 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a10:31:23.773101 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a10:31:23.784306 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a10:31:23.795554 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a10:31:23.807245 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a10:31:23.818718 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a10:31:23.939797 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a10:31:24.143636 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:31:24.624840 run create_hlr_db(pid=8597): Launched\u000a10:31:24.800713 bus /sierra_2: Setting Powered False\u000a10:31:25.822029 run create_hlr_db(pid=8597): Terminated: ok {rc=0}\u000a10:31:26.259289 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8599): Launched\u000a10:31:26.588924 run osmo-hlr_10.42.42.2(pid=8600): Launched\u000a10:31:26.712021 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:31:27.282673 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8602): Launched\u000a10:31:27.608643 run osmo-stp_10.42.42.5(pid=8603): Launched\u000a10:31:27.725531 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:31:28.322517 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8605): Launched\u000a10:31:28.651257 run osmo-msc_10.42.42.6(pid=8606): Launched\u000a10:31:28.842770 run osmo-stp_10.42.42.5(pid=8603): ERR: Terminated: ERROR {rc=1} [trial-2403↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8603)]\u000a10:31:28.980383 run osmo-stp_10.42.42.5(pid=8603): stdout: \u000a| (launched: 2022-12-14_10:31:27.448029)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:31:29.117639 run osmo-stp_10.42.42.5(pid=8603): stderr: \u000a| �[0;m�[38;5;43m20221214103127640 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214103127640 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214103127640 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214103127641 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214103127641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214103127641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214103127641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:31:29.248310 run osmo-stp_10.42.42.5(pid=8603): stdout: \u000a| (launched: 2022-12-14_10:31:27.448029)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:31:29.377914 run osmo-stp_10.42.42.5(pid=8603): stderr: \u000a| �[0;m�[38;5;43m20221214103127640 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214103127640 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214103127640 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214103127641 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214103127641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214103127641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214103127641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:31:29.435221 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8603): Process ended prematurely: osmo-stp_10.42.42.5(pid=8603) [trial-2403↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8603)] [trial-2403↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8]\u000a10:31:29.444770 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a10:31:29.508310 run osmo-hlr_10.42.42.2(pid=8600): ERR: Terminated: ERROR {rc=237} [trial-2403↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8600)]\u000a10:31:29.560419 run osmo-hlr_10.42.42.2(pid=8600): stdout: \u000a| (launched: 2022-12-14_10:31:26.426064) \u000a10:31:29.613829 run osmo-hlr_10.42.42.2(pid=8600): stderr: \u000a| �[0;m�[1;31m20221214103126624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214103126624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214103126624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214103126624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214103126624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214103126624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214103126637 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214103126645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214103126646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214103126646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:31:29.685551 run osmo-msc_10.42.42.6(pid=8606): ERR: Terminated: ERROR {rc=2} [trial-2403↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8606)]\u000a10:31:29.737616 run osmo-msc_10.42.42.6(pid=8606): stdout: \u000a| (launched: 2022-12-14_10:31:28.489144) \u000a10:31:29.790594 run osmo-msc_10.42.42.6(pid=8606): stderr: \u000a| �[0;m�[38;5;43m20221214103128813 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214103128813 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0122902c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214103128813 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214103128813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214103128813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214103128814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214103128815 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214103128816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214103128816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214103128816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:31:29.835599 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8599): Terminating (SIGTERM)\u000a10:31:29.878021 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8602): Terminating (SIGTERM)\u000a10:31:29.920291 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8605): Terminating (SIGTERM)\u000a10:31:29.930196 --- ParallelTerminationStrategy: PID 8599 died...\u000a10:31:29.987027 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8599): Terminated: ok {rc=0}\u000a10:31:29.997188 --- ParallelTerminationStrategy: PID 8602 died...\u000a10:31:30.053591 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8602): Terminated: ok {rc=0}\u000a10:31:30.063804 --- ParallelTerminationStrategy: PID 8605 died...\u000a10:31:30.120037 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8605): Terminated: ok {rc=0}\u000a10:31:30.207234 bus /sierra_3: Setting Powered False\u000a10:31:31.329210 bus /sierra_3: Setting Powered False\u000a10:31:32.439497 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 239, "className" : "voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8614): Process ended prematurely: osmo-stp_10.42.42.5(pid=8614) [trial-2403↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8614)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8614): Process ended prematurely: osmo-stp_10.42.42.5(pid=8614) [trial-2403↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8614)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:31:33.555983 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a10:31:33.568559 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a10:31:33.717781 tst mo_mt_call_osmux.py: using LAC 40314\u000a10:31:33.845754 tst mo_mt_call_osmux.py: using RAC 24\u000a10:31:33.980428 tst mo_mt_call_osmux.py: using CellId 40314\u000a10:31:34.107236 tst mo_mt_call_osmux.py: using BVCI 40315\u000a10:31:34.132071 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a10:31:34.143853 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a10:31:34.155528 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a10:31:34.167159 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a10:31:34.179117 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a10:31:34.190925 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a10:31:34.309969 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a10:31:34.524313 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:31:35.047670 run create_hlr_db(pid=8608): Launched\u000a10:31:35.236293 bus /sierra_2: Setting Powered False\u000a10:31:36.257456 run create_hlr_db(pid=8608): Terminated: ok {rc=0}\u000a10:31:36.677214 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8610): Launched\u000a10:31:36.983870 run osmo-hlr_10.42.42.2(pid=8611): Launched\u000a10:31:37.102407 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:31:37.645135 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8613): Launched\u000a10:31:37.952535 run osmo-stp_10.42.42.5(pid=8614): Launched\u000a10:31:38.063701 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:31:38.626003 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8616): Launched\u000a10:31:38.937070 run osmo-msc_10.42.42.6(pid=8617): Launched\u000a10:31:39.116816 run osmo-stp_10.42.42.5(pid=8614): ERR: Terminated: ERROR {rc=1} [trial-2403↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8614)]\u000a10:31:39.247096 run osmo-stp_10.42.42.5(pid=8614): stdout: \u000a| (launched: 2022-12-14_10:31:37.800734)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:31:39.375680 run osmo-stp_10.42.42.5(pid=8614): stderr: \u000a| �[0;m�[38;5;43m20221214103137971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214103137971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214103137971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214103137972 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214103137972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214103137972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214103137972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:31:39.498544 run osmo-stp_10.42.42.5(pid=8614): stdout: \u000a| (launched: 2022-12-14_10:31:37.800734)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:31:39.620003 run osmo-stp_10.42.42.5(pid=8614): stderr: \u000a| �[0;m�[38;5;43m20221214103137971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214103137971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214103137971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214103137972 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214103137972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214103137972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214103137972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:31:39.674173 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8614): Process ended prematurely: osmo-stp_10.42.42.5(pid=8614) [trial-2403↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8614)] [trial-2403↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8]\u000a10:31:39.682963 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a10:31:39.743508 run osmo-hlr_10.42.42.2(pid=8611): ERR: Terminated: ERROR {rc=237} [trial-2403↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8611)]\u000a10:31:39.793279 run osmo-hlr_10.42.42.2(pid=8611): stdout: \u000a| (launched: 2022-12-14_10:31:36.832324) \u000a10:31:39.843486 run osmo-hlr_10.42.42.2(pid=8611): stderr: \u000a| �[0;m�[1;31m20221214103137006 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214103137006 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214103137006 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214103137006 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214103137006 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214103137006 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214103137023 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214103137032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214103137032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214103137032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:31:39.911395 run osmo-msc_10.42.42.6(pid=8617): ERR: Terminated: ERROR {rc=2} [trial-2403↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8617)]\u000a10:31:39.961825 run osmo-msc_10.42.42.6(pid=8617): stdout: \u000a| (launched: 2022-12-14_10:31:38.782165) \u000a10:31:40.011768 run osmo-msc_10.42.42.6(pid=8617): stderr: \u000a| �[0;m�[38;5;43m20221214103139051 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214103139051 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f247b3fac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214103139052 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214103139052 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214103139052 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214103139052 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214103139054 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214103139054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214103139054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214103139054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:31:40.054428 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8610): Terminating (SIGTERM)\u000a10:31:40.094615 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8613): Terminating (SIGTERM)\u000a10:31:40.134816 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8616): Terminating (SIGTERM)\u000a10:31:40.144111 --- ParallelTerminationStrategy: PID 8610 died...\u000a10:31:40.198205 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8610): Terminated: ok {rc=0}\u000a10:31:40.207903 --- ParallelTerminationStrategy: PID 8613 died...\u000a10:31:40.261500 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8613): Terminated: ok {rc=0}\u000a10:31:40.271007 --- ParallelTerminationStrategy: PID 8616 died...\u000a10:31:40.324730 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8616): Terminated: ok {rc=0}\u000a10:31:40.408915 bus /sierra_3: Setting Powered False\u000a10:31:41.516470 bus /sierra_3: Setting Powered False\u000a10:31:42.627919 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "86", "name" : "voice_trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T10:31:22" }, { "cases" : [ { "testActions" : [ ], "age" : 86, "className" : "emergency:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8628): Process ended prematurely: osmo-stp_10.42.42.5(pid=8628) [trial-2403↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8628)]", "failedSince" : 2318, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8628): Process ended prematurely: osmo-stp_10.42.42.5(pid=8628) [trial-2403↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8628)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 emergency:trx-umtrx emergency_mo_mt_call.py\u000a----------------------------------------------\u000a10:31:44.645120 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a10:31:44.655814 tst emergency:trx-umtrx: Using 1 x bts (candidates: 1)\u000a10:31:44.790347 tst emergency_mo_mt_call.py: using LAC 40315\u000a10:31:44.907631 tst emergency_mo_mt_call.py: using RAC 25\u000a10:31:45.037532 tst emergency_mo_mt_call.py: using CellId 40315\u000a10:31:45.161037 tst emergency_mo_mt_call.py: using BVCI 40316\u000a10:31:45.185546 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a10:31:45.196684 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a10:31:45.207830 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a10:31:45.218860 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a10:31:45.229800 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a10:31:45.240611 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a10:31:45.357643 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a10:31:45.568864 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:31:46.104263 run create_hlr_db(pid=8622): Launched\u000a10:31:46.284059 bus /sierra_2: Setting Powered False\u000a10:31:47.311793 run create_hlr_db(pid=8622): Terminated: ok {rc=0}\u000a10:31:47.716933 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8624): Launched\u000a10:31:48.018403 run osmo-hlr_10.42.42.2(pid=8625): Launched\u000a10:31:48.131540 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:31:48.653830 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8627): Launched\u000a10:31:48.957559 run osmo-stp_10.42.42.5(pid=8628): Launched\u000a10:31:49.085656 tst emergency_mo_mt_call.py: using MSISDN 8638\u000a10:31:49.238047 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:31:49.790075 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8630): Launched\u000a10:31:50.095486 run osmo-msc_10.42.42.6(pid=8631): Launched\u000a10:31:50.273612 run osmo-stp_10.42.42.5(pid=8628): ERR: Terminated: ERROR {rc=1} [trial-2403↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8628)]\u000a10:31:50.401323 run osmo-stp_10.42.42.5(pid=8628): stdout: \u000a| (launched: 2022-12-14_10:31:48.806425)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:31:50.527163 run osmo-stp_10.42.42.5(pid=8628): stderr: \u000a| �[0;m�[38;5;43m20221214103148975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214103148975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214103148975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214103148976 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214103148976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214103148976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214103148976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:31:50.649145 run osmo-stp_10.42.42.5(pid=8628): stdout: \u000a| (launched: 2022-12-14_10:31:48.806425)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:31:50.769629 run osmo-stp_10.42.42.5(pid=8628): stderr: \u000a| �[0;m�[38;5;43m20221214103148975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214103148975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214103148975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214103148976 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214103148976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214103148976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214103148976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:31:50.822523 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=8628): Process ended prematurely: osmo-stp_10.42.42.5(pid=8628) [trial-2403↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8628)] [trial-2403↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19]\u000a10:31:50.830985 tst emergency_mo_mt_call.py:19: Test FAILED (6.2 sec)\u000a10:31:50.892087 run osmo-hlr_10.42.42.2(pid=8625): ERR: Terminated: ERROR {rc=237} [trial-2403↪emergency:trx-umtrx↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8625)]\u000a10:31:50.941980 run osmo-hlr_10.42.42.2(pid=8625): stdout: \u000a| (launched: 2022-12-14_10:31:47.869858) \u000a10:31:50.992426 run osmo-hlr_10.42.42.2(pid=8625): stderr: \u000a| �[0;m�[1;31m20221214103148047 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214103148047 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214103148047 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214103148047 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214103148047 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214103148047 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214103148059 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/emergency:trx-umtrx/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214103148068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214103148068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214103148068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:31:51.060595 run osmo-msc_10.42.42.6(pid=8631): ERR: Terminated: ERROR {rc=2} [trial-2403↪emergency:trx-umtrx↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8631)]\u000a10:31:51.110182 run osmo-msc_10.42.42.6(pid=8631): stdout: \u000a| (launched: 2022-12-14_10:31:49.943805) \u000a10:31:51.160526 run osmo-msc_10.42.42.6(pid=8631): stderr: \u000a| �[0;m�[38;5;43m20221214103150217 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214103150217 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f624b1abc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214103150217 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214103150217 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214103150218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214103150218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214103150221 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214103150221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214103150221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214103150221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:31:51.203107 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8624): Terminating (SIGTERM)\u000a10:31:51.243834 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8627): Terminating (SIGTERM)\u000a10:31:51.284295 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8630): Terminating (SIGTERM)\u000a10:31:51.293617 --- ParallelTerminationStrategy: PID 8624 died...\u000a10:31:51.348068 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8624): Terminated: ok {rc=0}\u000a10:31:51.357747 --- ParallelTerminationStrategy: PID 8627 died...\u000a10:31:51.411703 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8627): Terminated: ok {rc=0}\u000a10:31:51.421376 --- ParallelTerminationStrategy: PID 8630 died...\u000a10:31:51.475222 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8630): Terminated: ok {rc=0}\u000a10:31:51.565131 bus /sierra_3: Setting Powered False\u000a10:31:52.672331 bus /sierra_3: Setting Powered False\u000a10:31:53.784507 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 262, "className" : "emergency:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8639): Process ended prematurely: osmo-stp_10.42.42.5(pid=8639) [trial-2403↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8639)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8639): Process ended prematurely: osmo-stp_10.42.42.5(pid=8639) [trial-2403↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8639)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 emergency:trx-umtrx emergency_preemptive_call.py\u000a----------------------------------------------\u000a10:31:54.837765 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a10:31:54.849289 tst emergency:trx-umtrx: Using 1 x bts (candidates: 1)\u000a10:31:54.992576 tst emergency_preemptive_call.py: using LAC 40316\u000a10:31:55.118609 tst emergency_preemptive_call.py: using RAC 26\u000a10:31:55.244385 tst emergency_preemptive_call.py: using CellId 40316\u000a10:31:55.362030 tst emergency_preemptive_call.py: using BVCI 40317\u000a10:31:55.384826 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a10:31:55.395736 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a10:31:55.406525 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a10:31:55.417273 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a10:31:55.428596 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a10:31:55.439628 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a10:31:55.561298 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a10:31:55.681347 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a10:31:55.798058 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a10:31:56.006678 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:31:56.523191 run create_hlr_db(pid=8633): Launched\u000a10:31:56.711345 bus /sierra_2: Setting Powered False\u000a10:31:57.730101 run create_hlr_db(pid=8633): Terminated: ok {rc=0}\u000a10:31:58.138438 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8635): Launched\u000a10:31:58.439629 run osmo-hlr_10.42.42.2(pid=8636): Launched\u000a10:31:58.556353 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:31:59.087664 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8638): Launched\u000a10:31:59.390233 run osmo-stp_10.42.42.5(pid=8639): Launched\u000a10:31:59.516310 tst emergency_preemptive_call.py: using MSISDN 8639\u000a10:31:59.668413 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:32:00.217220 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8641): Launched\u000a10:32:00.518420 run osmo-msc_10.42.42.6(pid=8642): Launched\u000a10:32:00.696147 run osmo-stp_10.42.42.5(pid=8639): ERR: Terminated: ERROR {rc=1} [trial-2403↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8639)]\u000a10:32:00.824336 run osmo-stp_10.42.42.5(pid=8639): stdout: \u000a| (launched: 2022-12-14_10:31:59.240131)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:32:00.991451 run osmo-stp_10.42.42.5(pid=8639): stderr: \u000a| �[0;m�[38;5;43m20221214103159409 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214103159409 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214103159410 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214103159410 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214103159411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214103159411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214103159411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:32:01.117277 run osmo-stp_10.42.42.5(pid=8639): stdout: \u000a| (launched: 2022-12-14_10:31:59.240131)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:32:01.241343 run osmo-stp_10.42.42.5(pid=8639): stderr: \u000a| �[0;m�[38;5;43m20221214103159409 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214103159409 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214103159410 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214103159410 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214103159411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214103159411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214103159411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:32:01.296122 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=8639): Process ended prematurely: osmo-stp_10.42.42.5(pid=8639) [trial-2403↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8639)] [trial-2403↪emergency:trx-umtrx↪emergency_preemptive_call.py:32]\u000a10:32:01.305479 tst emergency_preemptive_call.py:32: Test FAILED (6.5 sec)\u000a10:32:01.369480 run osmo-hlr_10.42.42.2(pid=8636): ERR: Terminated: ERROR {rc=237} [trial-2403↪emergency:trx-umtrx↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8636)]\u000a10:32:01.421377 run osmo-hlr_10.42.42.2(pid=8636): stdout: \u000a| (launched: 2022-12-14_10:31:58.290798) \u000a10:32:01.474051 run osmo-hlr_10.42.42.2(pid=8636): stderr: \u000a| �[0;m�[1;31m20221214103158465 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214103158465 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214103158465 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214103158465 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214103158465 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214103158465 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214103158478 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/emergency:trx-umtrx/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214103158486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214103158486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214103158486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:32:01.545199 run osmo-msc_10.42.42.6(pid=8642): ERR: Terminated: ERROR {rc=2} [trial-2403↪emergency:trx-umtrx↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8642)]\u000a10:32:01.597175 run osmo-msc_10.42.42.6(pid=8642): stdout: \u000a| (launched: 2022-12-14_10:32:00.368885) \u000a10:32:01.649743 run osmo-msc_10.42.42.6(pid=8642): stderr: \u000a| �[0;m�[38;5;43m20221214103200639 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214103200639 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f752d1c5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214103200639 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214103200639 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214103200639 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214103200639 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214103200641 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214103200642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214103200642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214103200642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:32:01.694795 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8635): Terminating (SIGTERM)\u000a10:32:01.737206 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8638): Terminating (SIGTERM)\u000a10:32:01.780472 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8641): Terminating (SIGTERM)\u000a10:32:01.792050 --- ParallelTerminationStrategy: PID 8635 died...\u000a10:32:01.851327 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8635): Terminated: ok {rc=0}\u000a10:32:01.862608 --- ParallelTerminationStrategy: PID 8638 died...\u000a10:32:01.918945 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8638): Terminated: ok {rc=0}\u000a10:32:01.929539 --- ParallelTerminationStrategy: PID 8641 died...\u000a10:32:01.986932 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8641): Terminated: ok {rc=0}\u000a10:32:02.076876 bus /sierra_9: Setting Powered False\u000a10:32:03.180899 bus /sierra_9: Setting Powered False\u000a10:32:04.291398 bus /sierra_8: Setting Powered False\u000a10:32:05.397240 bus /sierra_8: Setting Powered False\u000a10:32:06.505096 bus /sierra_3: Setting Powered False\u000a10:32:07.611967 bus /sierra_3: Setting Powered False\u000a10:32:08.720462 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "87", "name" : "emergency_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T10:31:44" }, { "cases" : [ { "testActions" : [ ], "age" : 86, "className" : "gprs:trx-umtrx", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8658): Process ended prematurely: osmo-stp_10.42.42.5(pid=8658) [trial-2403↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8658)]", "failedSince" : 2318, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8658): Process ended prematurely: osmo-stp_10.42.42.5(pid=8658) [trial-2403↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8658)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:trx-umtrx cs_paging_gprs_active.py\u000a----------------------------------------------\u000a10:32:10.851469 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:32:10.862721 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a10:32:11.004024 tst cs_paging_gprs_active.py: using LAC 40317\u000a10:32:11.130293 tst cs_paging_gprs_active.py: using RAC 27\u000a10:32:11.256756 tst cs_paging_gprs_active.py: using CellId 40317\u000a10:32:11.382906 tst cs_paging_gprs_active.py: using BVCI 40318\u000a10:32:11.407904 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:32:11.419081 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:32:11.429945 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:32:11.440771 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:32:11.451609 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:32:11.462371 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:32:11.473455 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:32:11.484486 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:32:11.495589 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a10:32:11.612002 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a10:32:11.909456 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a10:32:12.046047 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:32:12.388167 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8648): Launched\u000a10:32:12.671073 run iperf3-srv_10.42.42.10(pid=8649): Launched\u000a10:32:12.872184 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a10:32:13.008135 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:32:13.347867 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8650): Launched\u000a10:32:13.631433 run iperf3-srv_10.42.42.10(pid=8651): Launched\u000a10:32:13.831706 tst cs_paging_gprs_active.py:38: start network...\u000a10:32:13.967853 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:32:14.492532 run create_hlr_db(pid=8652): Launched\u000a10:32:14.680929 bus /sierra_2: Setting Powered False\u000a10:32:15.703092 run create_hlr_db(pid=8652): Terminated: ok {rc=0}\u000a10:32:16.214232 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8654): Launched\u000a10:32:16.630299 run osmo-hlr_10.42.42.2(pid=8655): Launched\u000a10:32:16.806693 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:32:17.594683 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8657): Launched\u000a10:32:17.925924 run osmo-stp_10.42.42.5(pid=8658): Launched\u000a10:32:18.044445 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:32:18.614928 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8660): Launched\u000a10:32:18.730908 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:32:19.018816 run patchelf(pid=8661): Launched\u000a10:32:19.210953 run osmo-stp_10.42.42.5(pid=8658): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8658)]\u000a10:32:19.351184 run osmo-stp_10.42.42.5(pid=8658): stdout: \u000a| (launched: 2022-12-14_10:32:17.761139)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:32:19.491409 run osmo-stp_10.42.42.5(pid=8658): stderr: \u000a| �[0;m�[38;5;43m20221214103217953 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214103217954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214103217954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214103217954 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214103217955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214103217955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214103217955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:32:19.626384 run osmo-stp_10.42.42.5(pid=8658): stdout: \u000a| (launched: 2022-12-14_10:32:17.761139)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:32:19.760089 run osmo-stp_10.42.42.5(pid=8658): stderr: \u000a| �[0;m�[38;5;43m20221214103217953 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214103217954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214103217954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214103217954 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214103217955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214103217955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214103217955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:32:19.917016 run patchelf(pid=8661): Terminating (SIGINT)\u000a10:32:20.100588 run patchelf(pid=8661): Terminated: ok {rc=0}\u000a10:32:20.134480 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=8658): Process ended prematurely: osmo-stp_10.42.42.5(pid=8658) [trial-2403↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8658)] [trial-2403↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38]\u000a10:32:20.144552 tst cs_paging_gprs_active.py:38: Test FAILED (9.3 sec)\u000a10:32:20.207715 run osmo-hlr_10.42.42.2(pid=8655): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:trx-umtrx↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8655)]\u000a10:32:20.259244 run osmo-hlr_10.42.42.2(pid=8655): stdout: \u000a| (launched: 2022-12-14_10:32:16.441090) \u000a10:32:20.311610 run osmo-hlr_10.42.42.2(pid=8655): stderr: \u000a| �[0;m�[1;31m20221214103216814 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214103216814 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214103216814 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214103216814 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214103216814 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214103216814 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214103216833 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:trx-umtrx/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214103216860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214103216860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214103216860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:32:20.356244 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8648): Terminating (SIGTERM)\u000a10:32:20.398709 run iperf3-srv_10.42.42.10(pid=8649): Terminating (SIGTERM)\u000a10:32:20.440939 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8650): Terminating (SIGTERM)\u000a10:32:20.483225 run iperf3-srv_10.42.42.10(pid=8651): Terminating (SIGTERM)\u000a10:32:20.525622 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8654): Terminating (SIGTERM)\u000a10:32:20.568026 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8657): Terminating (SIGTERM)\u000a10:32:20.610427 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8660): Terminating (SIGTERM)\u000a10:32:20.620110 --- ParallelTerminationStrategy: PID 8648 died...\u000a10:32:20.676111 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8648): Terminated: ok {rc=0}\u000a10:32:20.686166 --- ParallelTerminationStrategy: PID 8649 died...\u000a10:32:20.741692 run iperf3-srv_10.42.42.10(pid=8649): Terminated {rc=256}\u000a10:32:20.751702 --- ParallelTerminationStrategy: PID 8650 died...\u000a10:32:20.808194 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8650): Terminated: ok {rc=0}\u000a10:32:20.818336 --- ParallelTerminationStrategy: PID 8651 died...\u000a10:32:20.874005 run iperf3-srv_10.42.42.10(pid=8651): Terminated {rc=256}\u000a10:32:20.884040 --- ParallelTerminationStrategy: PID 8654 died...\u000a10:32:20.939508 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8654): Terminated: ok {rc=0}\u000a10:32:20.949617 --- ParallelTerminationStrategy: PID 8657 died...\u000a10:32:21.005022 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8657): Terminated: ok {rc=0}\u000a10:32:21.015127 --- ParallelTerminationStrategy: PID 8660 died...\u000a10:32:21.070674 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8660): Terminated: ok {rc=0}\u000a10:32:21.158073 bus /gobi_0: Setting Powered False\u000a10:32:22.265333 bus /gobi_0: Setting Powered False\u000a10:32:23.377230 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 86, "className" : "gprs:trx-umtrx", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8670): Process ended prematurely: osmo-stp_10.42.42.5(pid=8670) [trial-2403↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8670)]", "failedSince" : 2318, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8670): Process ended prematurely: osmo-stp_10.42.42.5(pid=8670) [trial-2403↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8670)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:trx-umtrx iperf3.py\u000a----------------------------------------------\u000a10:32:24.491674 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:32:24.503442 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a10:32:24.650726 tst iperf3.py: using LAC 40318\u000a10:32:24.780382 tst iperf3.py: using RAC 28\u000a10:32:24.908424 tst iperf3.py: using CellId 40318\u000a10:32:25.037839 tst iperf3.py: using BVCI 40319\u000a10:32:25.062821 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:32:25.073969 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:32:25.084775 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:32:25.095909 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:32:25.106745 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:32:25.117973 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:32:25.128903 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:32:25.139740 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:32:25.150899 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a10:32:25.447669 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:32:25.583746 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:32:25.926590 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8662): Launched\u000a10:32:26.208139 run iperf3-srv_10.42.42.10(pid=8663): Launched\u000a10:32:26.408402 tst iperf3.py:8: start network...\u000a10:32:26.544594 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:32:27.069668 run create_hlr_db(pid=8664): Launched\u000a10:32:27.258678 bus /gobi_6: Setting Powered False\u000a10:32:28.280189 run create_hlr_db(pid=8664): Terminated: ok {rc=0}\u000a10:32:28.695542 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8666): Launched\u000a10:32:29.005627 run osmo-hlr_10.42.42.2(pid=8667): Launched\u000a10:32:29.117606 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:32:29.651630 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8669): Launched\u000a10:32:29.959254 run osmo-stp_10.42.42.5(pid=8670): Launched\u000a10:32:30.070740 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:32:30.604873 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8672): Launched\u000a10:32:30.714045 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:32:31.022416 run patchelf(pid=8673): Launched\u000a10:32:31.220880 run osmo-stp_10.42.42.5(pid=8670): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8670)]\u000a10:32:31.365926 run osmo-stp_10.42.42.5(pid=8670): stdout: \u000a| (launched: 2022-12-14_10:32:29.807112)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:32:31.511990 run osmo-stp_10.42.42.5(pid=8670): stderr: \u000a| �[0;m�[38;5;43m20221214103229978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214103229978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214103229978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214103229979 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214103229979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214103229979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214103229979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:32:31.645668 run osmo-stp_10.42.42.5(pid=8670): stdout: \u000a| (launched: 2022-12-14_10:32:29.807112)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:32:31.774489 run osmo-stp_10.42.42.5(pid=8670): stderr: \u000a| �[0;m�[38;5;43m20221214103229978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214103229978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214103229978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214103229979 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214103229979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214103229979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214103229979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:32:31.924888 run patchelf(pid=8673): Terminating (SIGINT)\u000a10:32:32.101396 run patchelf(pid=8673): Terminated: ok {rc=0}\u000a10:32:32.134383 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8670): Process ended prematurely: osmo-stp_10.42.42.5(pid=8670) [trial-2403↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8670)] [trial-2403↪gprs:trx-umtrx↪iperf3.py:8]\u000a10:32:32.144477 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a10:32:32.206787 run osmo-hlr_10.42.42.2(pid=8667): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:trx-umtrx↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8667)]\u000a10:32:32.257911 run osmo-hlr_10.42.42.2(pid=8667): stdout: \u000a| (launched: 2022-12-14_10:32:28.851500) \u000a10:32:32.308572 run osmo-hlr_10.42.42.2(pid=8667): stderr: \u000a| �[0;m�[1;31m20221214103229026 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214103229026 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214103229027 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214103229027 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214103229027 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214103229027 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214103229061 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:trx-umtrx/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214103229070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214103229070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214103229070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:32:32.351626 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8662): Terminating (SIGTERM)\u000a10:32:32.392064 run iperf3-srv_10.42.42.10(pid=8663): Terminating (SIGTERM)\u000a10:32:32.432507 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8666): Terminating (SIGTERM)\u000a10:32:32.473169 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8669): Terminating (SIGTERM)\u000a10:32:32.514096 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8672): Terminating (SIGTERM)\u000a10:32:32.523493 --- ParallelTerminationStrategy: PID 8662 died...\u000a10:32:32.577904 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8662): Terminated: ok {rc=0}\u000a10:32:32.587468 --- ParallelTerminationStrategy: PID 8663 died...\u000a10:32:32.641123 run iperf3-srv_10.42.42.10(pid=8663): Terminated {rc=256}\u000a10:32:32.650762 --- ParallelTerminationStrategy: PID 8666 died...\u000a10:32:32.704638 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8666): Terminated: ok {rc=0}\u000a10:32:32.714371 --- ParallelTerminationStrategy: PID 8669 died...\u000a10:32:32.768005 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8669): Terminated: ok {rc=0}\u000a10:32:32.777780 --- ParallelTerminationStrategy: PID 8672 died...\u000a10:32:32.831430 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8672): Terminated: ok {rc=0}\u000a10:32:32.920730 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 229, "className" : "gprs:trx-umtrx", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8689): Process ended prematurely: osmo-stp_10.42.42.5(pid=8689) [trial-2403↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8689)]", "failedSince" : 2175, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8689): Process ended prematurely: osmo-stp_10.42.42.5(pid=8689) [trial-2403↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8689)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:trx-umtrx iperf3m4.py\u000a----------------------------------------------\u000a10:32:34.032363 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:32:34.046710 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a10:32:34.186555 tst iperf3m4.py: using LAC 40319\u000a10:32:34.304940 tst iperf3m4.py: using RAC 29\u000a10:32:34.424272 tst iperf3m4.py: using CellId 40319\u000a10:32:34.544297 tst iperf3m4.py: using BVCI 40320\u000a10:32:34.567669 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:32:34.578352 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:32:34.588738 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:32:34.599185 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:32:34.609503 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:32:34.619957 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:32:34.631507 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:32:34.641916 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:32:34.652514 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a10:32:34.770881 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a10:32:34.896137 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a10:32:35.013854 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a10:32:35.312286 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:32:35.449775 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:32:35.793821 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8675): Launched\u000a10:32:36.079203 run iperf3-srv_10.42.42.10(pid=8676): Launched\u000a10:32:36.281144 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a10:32:36.418566 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:32:36.760334 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8677): Launched\u000a10:32:37.045419 run iperf3-srv_10.42.42.10(pid=8678): Launched\u000a10:32:37.245441 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a10:32:37.382098 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:32:37.723756 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8679): Launched\u000a10:32:38.007264 run iperf3-srv_10.42.42.10(pid=8680): Launched\u000a10:32:38.208196 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a10:32:38.344491 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:32:38.685557 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8681): Launched\u000a10:32:38.969712 run iperf3-srv_10.42.42.10(pid=8682): Launched\u000a10:32:39.169390 tst iperf3m4.py:8: start network...\u000a10:32:39.305193 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:32:39.831073 run create_hlr_db(pid=8683): Launched\u000a10:32:40.019947 bus /gobi_6: Setting Powered False\u000a10:32:41.042748 run create_hlr_db(pid=8683): Terminated: ok {rc=0}\u000a10:32:41.482042 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8685): Launched\u000a10:32:41.812526 run osmo-hlr_10.42.42.2(pid=8686): Launched\u000a10:32:41.935533 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:32:42.509397 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8688): Launched\u000a10:32:42.838252 run osmo-stp_10.42.42.5(pid=8689): Launched\u000a10:32:42.956812 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:32:43.530674 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8691): Launched\u000a10:32:43.647220 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:32:43.935224 run patchelf(pid=8692): Launched\u000a10:32:44.126483 run osmo-stp_10.42.42.5(pid=8689): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8689)]\u000a10:32:44.266456 run osmo-stp_10.42.42.5(pid=8689): stdout: \u000a| (launched: 2022-12-14_10:32:42.675854)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:32:44.406736 run osmo-stp_10.42.42.5(pid=8689): stderr: \u000a| �[0;m�[38;5;43m20221214103242867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214103242867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214103242867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214103242868 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214103242868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214103242868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214103242868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:32:44.541729 run osmo-stp_10.42.42.5(pid=8689): stdout: \u000a| (launched: 2022-12-14_10:32:42.675854)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:32:44.675419 run osmo-stp_10.42.42.5(pid=8689): stderr: \u000a| �[0;m�[38;5;43m20221214103242867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214103242867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214103242867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214103242868 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214103242868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214103242868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214103242868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:32:44.831844 run patchelf(pid=8692): Terminating (SIGINT)\u000a10:32:45.016238 run patchelf(pid=8692): Terminated: ok {rc=0}\u000a10:32:45.050283 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8689): Process ended prematurely: osmo-stp_10.42.42.5(pid=8689) [trial-2403↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8689)] [trial-2403↪gprs:trx-umtrx↪iperf3m4.py:8]\u000a10:32:45.060319 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a10:32:45.123955 run osmo-hlr_10.42.42.2(pid=8686): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:trx-umtrx↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8686)]\u000a10:32:45.175888 run osmo-hlr_10.42.42.2(pid=8686): stdout: \u000a| (launched: 2022-12-14_10:32:41.648378) \u000a10:32:45.228434 run osmo-hlr_10.42.42.2(pid=8686): stderr: \u000a| �[0;m�[1;31m20221214103241847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214103241847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214103241847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214103241847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214103241847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214103241847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214103241860 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:trx-umtrx/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214103241870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214103241871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214103241871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:32:45.272741 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8675): Terminating (SIGTERM)\u000a10:32:45.314686 run iperf3-srv_10.42.42.10(pid=8676): Terminating (SIGTERM)\u000a10:32:45.356735 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8677): Terminating (SIGTERM)\u000a10:32:45.399174 run iperf3-srv_10.42.42.10(pid=8678): Terminating (SIGTERM)\u000a10:32:45.441627 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8679): Terminating (SIGTERM)\u000a10:32:45.483985 run iperf3-srv_10.42.42.10(pid=8680): Terminating (SIGTERM)\u000a10:32:45.526481 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8681): Terminating (SIGTERM)\u000a10:32:45.568360 run iperf3-srv_10.42.42.10(pid=8682): Terminating (SIGTERM)\u000a10:32:45.610947 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8685): Terminating (SIGTERM)\u000a10:32:45.652906 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8688): Terminating (SIGTERM)\u000a10:32:45.694939 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8691): Terminating (SIGTERM)\u000a10:32:45.704659 --- ParallelTerminationStrategy: PID 8675 died...\u000a10:32:45.761246 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8675): Terminated: ok {rc=0}\u000a10:32:45.771241 --- ParallelTerminationStrategy: PID 8676 died...\u000a10:32:45.827892 run iperf3-srv_10.42.42.10(pid=8676): Terminated {rc=256}\u000a10:32:45.839340 --- ParallelTerminationStrategy: PID 8677 died...\u000a10:32:45.903706 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8677): Terminated: ok {rc=0}\u000a10:32:45.918003 --- ParallelTerminationStrategy: PID 8678 died...\u000a10:32:45.981475 run iperf3-srv_10.42.42.10(pid=8678): Terminated {rc=256}\u000a10:32:45.993561 --- ParallelTerminationStrategy: PID 8679 died...\u000a10:32:46.051452 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8679): Terminated: ok {rc=0}\u000a10:32:46.062060 --- ParallelTerminationStrategy: PID 8680 died...\u000a10:32:46.118837 run iperf3-srv_10.42.42.10(pid=8680): Terminated {rc=256}\u000a10:32:46.129337 --- ParallelTerminationStrategy: PID 8681 died...\u000a10:32:46.185930 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8681): Terminated: ok {rc=0}\u000a10:32:46.196482 --- ParallelTerminationStrategy: PID 8682 died...\u000a10:32:46.253158 run iperf3-srv_10.42.42.10(pid=8682): Terminated {rc=256}\u000a10:32:46.263666 --- ParallelTerminationStrategy: PID 8685 died...\u000a10:32:46.320626 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8685): Terminated: ok {rc=0}\u000a10:32:46.331234 --- ParallelTerminationStrategy: PID 8688 died...\u000a10:32:46.388072 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8688): Terminated: ok {rc=0}\u000a10:32:46.398730 --- ParallelTerminationStrategy: PID 8691 died...\u000a10:32:46.455532 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8691): Terminated: ok {rc=0}\u000a10:32:46.544467 bus /gobi_4: Setting Powered False\u000a10:32:47.647389 bus /gobi_4: Setting Powered False\u000a10:32:48.758815 bus /gobi_1: Setting Powered False\u000a10:32:49.861428 bus /gobi_1: Setting Powered False\u000a10:32:50.972347 bus /gobi_0: Setting Powered False\u000a10:32:52.076096 bus /gobi_0: Setting Powered False\u000a10:32:53.188684 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 204, "className" : "gprs:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8699): Process ended prematurely: osmo-stp_10.42.42.5(pid=8699) [trial-2403↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8699)]", "failedSince" : 2200, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8699): Process ended prematurely: osmo-stp_10.42.42.5(pid=8699) [trial-2403↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8699)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:trx-umtrx ping.py\u000a----------------------------------------------\u000a10:32:54.257184 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:32:54.268451 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a10:32:54.403463 tst ping.py: using LAC 40320\u000a10:32:54.522662 tst ping.py: using RAC 30\u000a10:32:54.640934 tst ping.py: using CellId 40320\u000a10:32:54.759614 tst ping.py: using BVCI 40321\u000a10:32:54.782591 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:32:54.793177 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:32:54.803583 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:32:54.814020 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:32:54.824249 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:32:54.834895 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:32:54.845876 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:32:54.858061 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a10:32:55.135913 tst ping.py:19: start network...\u000a10:32:55.261321 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:32:55.734278 run create_hlr_db(pid=8693): Launched\u000a10:32:55.907885 bus /gobi_6: Setting Powered False\u000a10:32:56.929097 run create_hlr_db(pid=8693): Terminated: ok {rc=0}\u000a10:32:57.360139 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8695): Launched\u000a10:32:57.681236 run osmo-hlr_10.42.42.2(pid=8696): Launched\u000a10:32:57.798073 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:32:58.359777 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8698): Launched\u000a10:32:58.685076 run osmo-stp_10.42.42.5(pid=8699): Launched\u000a10:32:58.800882 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:32:59.364559 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8701): Launched\u000a10:32:59.478483 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:32:59.761456 run patchelf(pid=8702): Launched\u000a10:32:59.950308 run osmo-stp_10.42.42.5(pid=8699): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8699)]\u000a10:33:00.088102 run osmo-stp_10.42.42.5(pid=8699): stdout: \u000a| (launched: 2022-12-14_10:32:58.522465)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:33:00.226482 run osmo-stp_10.42.42.5(pid=8699): stderr: \u000a| �[0;m�[38;5;43m20221214103258715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214103258715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214103258715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214103258716 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214103258716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214103258716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214103258716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:33:00.359443 run osmo-stp_10.42.42.5(pid=8699): stdout: \u000a| (launched: 2022-12-14_10:32:58.522465)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:33:00.491019 run osmo-stp_10.42.42.5(pid=8699): stderr: \u000a| �[0;m�[38;5;43m20221214103258715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214103258715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214103258715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214103258716 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214103258716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214103258716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214103258716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:33:00.644493 run patchelf(pid=8702): Terminating (SIGINT)\u000a10:33:00.826041 run patchelf(pid=8702): Terminated: ok {rc=0}\u000a10:33:00.867720 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=8699): Process ended prematurely: osmo-stp_10.42.42.5(pid=8699) [trial-2403↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8699)] [trial-2403↪gprs:trx-umtrx↪ping.py:22]\u000a10:33:00.878250 tst ping.py:22: Test FAILED (6.6 sec)\u000a10:33:00.947690 run osmo-hlr_10.42.42.2(pid=8696): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:trx-umtrx↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8696)]\u000a10:33:01.000465 run osmo-hlr_10.42.42.2(pid=8696): stdout: \u000a| (launched: 2022-12-14_10:32:57.522741) \u000a10:33:01.053957 run osmo-hlr_10.42.42.2(pid=8696): stderr: \u000a| �[0;m�[1;31m20221214103257721 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214103257721 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214103257721 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214103257721 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214103257721 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214103257721 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214103257745 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:trx-umtrx/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214103257755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214103257755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214103257755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:33:01.099884 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8695): Terminating (SIGTERM)\u000a10:33:01.145260 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8698): Terminating (SIGTERM)\u000a10:33:01.190101 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8701): Terminating (SIGTERM)\u000a10:33:01.201798 --- ParallelTerminationStrategy: PID 8695 died...\u000a10:33:01.262140 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8695): Terminated: ok {rc=0}\u000a10:33:01.272731 --- ParallelTerminationStrategy: PID 8698 died...\u000a10:33:01.330998 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8698): Terminated: ok {rc=0}\u000a10:33:01.341641 --- ParallelTerminationStrategy: PID 8701 died...\u000a10:33:01.399263 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8701): Terminated: ok {rc=0}\u000a10:33:01.488545 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 265, "className" : "gprs:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8710): Process ended prematurely: osmo-stp_10.42.42.5(pid=8710) [trial-2403↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8710)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8710): Process ended prematurely: osmo-stp_10.42.42.5(pid=8710) [trial-2403↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8710)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:trx-umtrx ping_idle_ping.py\u000a----------------------------------------------\u000a10:33:02.539408 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:33:02.550991 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a10:33:02.695421 tst ping_idle_ping.py: using LAC 40321\u000a10:33:02.823649 tst ping_idle_ping.py: using RAC 31\u000a10:33:02.951750 tst ping_idle_ping.py: using CellId 40321\u000a10:33:03.079740 tst ping_idle_ping.py: using BVCI 40322\u000a10:33:03.104589 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:33:03.116240 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:33:03.127488 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:33:03.138595 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:33:03.149958 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:33:03.161439 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:33:03.173044 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:33:03.184468 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a10:33:03.479750 tst ping_idle_ping.py:24: start network...\u000a10:33:03.614804 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:33:04.135763 run create_hlr_db(pid=8704): Launched\u000a10:33:04.323640 bus /gobi_6: Setting Powered False\u000a10:33:05.345426 run create_hlr_db(pid=8704): Terminated: ok {rc=0}\u000a10:33:05.777847 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8706): Launched\u000a10:33:06.102373 run osmo-hlr_10.42.42.2(pid=8707): Launched\u000a10:33:06.223842 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:33:06.787214 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8709): Launched\u000a10:33:07.111195 run osmo-stp_10.42.42.5(pid=8710): Launched\u000a10:33:07.232394 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:33:07.794824 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8712): Launched\u000a10:33:07.909496 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:33:08.191510 run patchelf(pid=8713): Launched\u000a10:33:08.379610 run osmo-stp_10.42.42.5(pid=8710): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8710)]\u000a10:33:08.517504 run osmo-stp_10.42.42.5(pid=8710): stdout: \u000a| (launched: 2022-12-14_10:33:06.951497)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:33:08.655813 run osmo-stp_10.42.42.5(pid=8710): stderr: \u000a| �[0;m�[38;5;43m20221214103307144 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214103307144 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214103307144 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214103307144 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214103307145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214103307145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214103307145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:33:08.788650 run osmo-stp_10.42.42.5(pid=8710): stdout: \u000a| (launched: 2022-12-14_10:33:06.951497)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:33:08.920860 run osmo-stp_10.42.42.5(pid=8710): stderr: \u000a| �[0;m�[38;5;43m20221214103307144 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214103307144 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214103307144 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214103307144 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214103307145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214103307145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214103307145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:33:09.074831 run patchelf(pid=8713): Terminating (SIGINT)\u000a10:33:09.256440 run patchelf(pid=8713): Terminated: ok {rc=0}\u000a10:33:09.289561 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=8710): Process ended prematurely: osmo-stp_10.42.42.5(pid=8710) [trial-2403↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8710)] [trial-2403↪gprs:trx-umtrx↪ping_idle_ping.py:27]\u000a10:33:09.299108 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a10:33:09.362435 run osmo-hlr_10.42.42.2(pid=8707): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:trx-umtrx↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8707)]\u000a10:33:09.414089 run osmo-hlr_10.42.42.2(pid=8707): stdout: \u000a| (launched: 2022-12-14_10:33:05.942106) \u000a10:33:09.466393 run osmo-hlr_10.42.42.2(pid=8707): stderr: \u000a| �[0;m�[1;31m20221214103306142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214103306142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214103306142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214103306142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214103306142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214103306142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214103306154 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:trx-umtrx/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214103306162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214103306162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214103306162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:33:09.511135 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8706): Terminating (SIGTERM)\u000a10:33:09.553402 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8709): Terminating (SIGTERM)\u000a10:33:09.595751 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8712): Terminating (SIGTERM)\u000a10:33:09.605605 --- ParallelTerminationStrategy: PID 8706 died...\u000a10:33:09.661815 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8706): Terminated: ok {rc=0}\u000a10:33:09.671962 --- ParallelTerminationStrategy: PID 8709 died...\u000a10:33:09.727687 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8709): Terminated: ok {rc=0}\u000a10:33:09.737849 --- ParallelTerminationStrategy: PID 8712 died...\u000a10:33:09.793475 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8712): Terminated: ok {rc=0}\u000a10:33:09.881722 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "88", "name" : "gprs_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T10:32:10" }, { "cases" : [ { "testActions" : [ ], "age" : 265, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8727): Process ended prematurely: osmo-stp_10.42.42.5(pid=8727) [trial-2403↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8727)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8727): Process ended prematurely: osmo-stp_10.42.42.5(pid=8727) [trial-2403↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8727)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:trx-umtrx+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a10:33:12.041572 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:33:12.052942 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a10:33:12.197790 tst cs_paging_gprs_active.py: using LAC 40322\u000a10:33:12.325192 tst cs_paging_gprs_active.py: using RAC 32\u000a10:33:12.453602 tst cs_paging_gprs_active.py: using CellId 40322\u000a10:33:12.582696 tst cs_paging_gprs_active.py: using BVCI 40323\u000a10:33:12.606488 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:33:12.617500 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:33:12.629405 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:33:12.642393 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:33:12.653855 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:33:12.665587 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:33:12.677196 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:33:12.688542 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:33:12.700221 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:33:12.818768 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:33:13.117062 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a10:33:13.254717 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:33:13.597435 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8717): Launched\u000a10:33:13.883274 run iperf3-srv_10.42.42.10(pid=8718): Launched\u000a10:33:14.084936 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a10:33:14.221890 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:33:14.565122 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8719): Launched\u000a10:33:14.849485 run iperf3-srv_10.42.42.10(pid=8720): Launched\u000a10:33:15.050404 tst cs_paging_gprs_active.py:38: start network...\u000a10:33:15.187292 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:33:15.713412 run create_hlr_db(pid=8721): Launched\u000a10:33:15.920453 bus /gobi_6: Setting Powered False\u000a10:33:16.918691 run create_hlr_db(pid=8721): Terminated: ok {rc=0}\u000a10:33:17.378168 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8723): Launched\u000a10:33:17.708388 run osmo-hlr_10.42.42.2(pid=8724): Launched\u000a10:33:17.830921 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:33:18.403364 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8726): Launched\u000a10:33:18.731899 run osmo-stp_10.42.42.5(pid=8727): Launched\u000a10:33:18.850398 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:33:19.423073 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8729): Launched\u000a10:33:19.539619 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:33:19.827948 run patchelf(pid=8730): Launched\u000a10:33:20.020530 run osmo-stp_10.42.42.5(pid=8727): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8727)]\u000a10:33:20.161630 run osmo-stp_10.42.42.5(pid=8727): stdout: \u000a| (launched: 2022-12-14_10:33:18.569852)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:33:20.302027 run osmo-stp_10.42.42.5(pid=8727): stderr: \u000a| �[0;m�[38;5;43m20221214103318762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214103318762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214103318763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214103318763 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214103318764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214103318764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214103318764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:33:20.437643 run osmo-stp_10.42.42.5(pid=8727): stdout: \u000a| (launched: 2022-12-14_10:33:18.569852)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:33:20.571894 run osmo-stp_10.42.42.5(pid=8727): stderr: \u000a| �[0;m�[38;5;43m20221214103318762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214103318762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214103318763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214103318763 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214103318764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214103318764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214103318764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:33:20.728909 run patchelf(pid=8730): Terminating (SIGINT)\u000a10:33:20.914080 run patchelf(pid=8730): Terminated: ok {rc=0}\u000a10:33:20.947919 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=8727): Process ended prematurely: osmo-stp_10.42.42.5(pid=8727) [trial-2403↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8727)] [trial-2403↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a10:33:20.957986 tst cs_paging_gprs_active.py:38: Test FAILED (9.0 sec)\u000a10:33:21.021498 run osmo-hlr_10.42.42.2(pid=8724): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8724)]\u000a10:33:21.073183 run osmo-hlr_10.42.42.2(pid=8724): stdout: \u000a| (launched: 2022-12-14_10:33:17.545668) \u000a10:33:21.125479 run osmo-hlr_10.42.42.2(pid=8724): stderr: \u000a| �[0;m�[1;31m20221214103317746 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214103317747 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214103317747 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214103317747 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214103317747 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214103317747 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214103317759 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:trx-umtrx+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214103317767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214103317768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214103317768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:33:21.170352 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8717): Terminating (SIGTERM)\u000a10:33:21.212940 run iperf3-srv_10.42.42.10(pid=8718): Terminating (SIGTERM)\u000a10:33:21.255296 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8719): Terminating (SIGTERM)\u000a10:33:21.298371 run iperf3-srv_10.42.42.10(pid=8720): Terminating (SIGTERM)\u000a10:33:21.340665 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8723): Terminating (SIGTERM)\u000a10:33:21.383277 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8726): Terminating (SIGTERM)\u000a10:33:21.425848 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8729): Terminating (SIGTERM)\u000a10:33:21.435710 --- ParallelTerminationStrategy: PID 8717 died...\u000a10:33:21.491832 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8717): Terminated: ok {rc=0}\u000a10:33:21.501959 --- ParallelTerminationStrategy: PID 8718 died...\u000a10:33:21.557389 run iperf3-srv_10.42.42.10(pid=8718): Terminated {rc=256}\u000a10:33:21.567391 --- ParallelTerminationStrategy: PID 8719 died...\u000a10:33:21.622981 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8719): Terminated: ok {rc=0}\u000a10:33:21.633092 --- ParallelTerminationStrategy: PID 8720 died...\u000a10:33:21.688587 run iperf3-srv_10.42.42.10(pid=8720): Terminated {rc=256}\u000a10:33:21.698671 --- ParallelTerminationStrategy: PID 8723 died...\u000a10:33:21.754305 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8723): Terminated: ok {rc=0}\u000a10:33:21.764373 --- ParallelTerminationStrategy: PID 8726 died...\u000a10:33:21.820284 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8726): Terminated: ok {rc=0}\u000a10:33:21.830372 --- ParallelTerminationStrategy: PID 8729 died...\u000a10:33:21.885980 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8729): Terminated: ok {rc=0}\u000a10:33:21.973723 bus /gobi_0: Setting Powered False\u000a10:33:23.080510 bus /gobi_0: Setting Powered False\u000a10:33:24.189079 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 265, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8739): Process ended prematurely: osmo-stp_10.42.42.5(pid=8739) [trial-2403↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8739)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8739): Process ended prematurely: osmo-stp_10.42.42.5(pid=8739) [trial-2403↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8739)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:trx-umtrx+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a10:33:25.305180 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:33:25.317236 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a10:33:25.467315 tst iperf3.py: using LAC 40323\u000a10:33:25.597384 tst iperf3.py: using RAC 33\u000a10:33:25.728327 tst iperf3.py: using CellId 40323\u000a10:33:25.858925 tst iperf3.py: using BVCI 40324\u000a10:33:25.884172 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:33:25.895549 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:33:25.906719 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:33:25.917899 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:33:25.928901 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:33:25.940030 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:33:25.951411 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:33:25.962440 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:33:25.973660 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:33:26.257120 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:33:26.385173 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:33:26.705307 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8731): Launched\u000a10:33:26.971351 run iperf3-srv_10.42.42.10(pid=8732): Launched\u000a10:33:27.158852 tst iperf3.py:8: start network...\u000a10:33:27.286480 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:33:27.771270 run create_hlr_db(pid=8733): Launched\u000a10:33:27.947516 bus /gobi_6: Setting Powered False\u000a10:33:28.968509 run create_hlr_db(pid=8733): Terminated: ok {rc=0}\u000a10:33:29.378730 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8735): Launched\u000a10:33:29.688397 run osmo-hlr_10.42.42.2(pid=8736): Launched\u000a10:33:29.807060 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:33:30.357520 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8738): Launched\u000a10:33:30.668083 run osmo-stp_10.42.42.5(pid=8739): Launched\u000a10:33:30.780452 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:33:31.390717 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8741): Launched\u000a10:33:31.505211 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:33:31.795206 run patchelf(pid=8742): Launched\u000a10:33:32.023558 run osmo-stp_10.42.42.5(pid=8739): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8739)]\u000a10:33:32.166749 run osmo-stp_10.42.42.5(pid=8739): stdout: \u000a| (launched: 2022-12-14_10:33:30.512801)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:33:32.301194 run osmo-stp_10.42.42.5(pid=8739): stderr: \u000a| �[0;m�[38;5;43m20221214103330684 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214103330684 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214103330685 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214103330685 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214103330686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214103330686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214103330686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:33:32.428449 run osmo-stp_10.42.42.5(pid=8739): stdout: \u000a| (launched: 2022-12-14_10:33:30.512801)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:33:32.554855 run osmo-stp_10.42.42.5(pid=8739): stderr: \u000a| �[0;m�[38;5;43m20221214103330684 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214103330684 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214103330685 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214103330685 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214103330686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214103330686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214103330686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:33:32.702611 run patchelf(pid=8742): Terminating (SIGINT)\u000a10:33:32.877177 run patchelf(pid=8742): Terminated: ok {rc=0}\u000a10:33:32.909399 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8739): Process ended prematurely: osmo-stp_10.42.42.5(pid=8739) [trial-2403↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8739)] [trial-2403↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8]\u000a10:33:32.918888 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a10:33:32.980155 run osmo-hlr_10.42.42.2(pid=8736): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8736)]\u000a10:33:33.029873 run osmo-hlr_10.42.42.2(pid=8736): stdout: \u000a| (launched: 2022-12-14_10:33:29.534282) \u000a10:33:33.080265 run osmo-hlr_10.42.42.2(pid=8736): stderr: \u000a| �[0;m�[1;31m20221214103329713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214103329713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214103329713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214103329713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214103329713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214103329713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214103329729 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:trx-umtrx+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214103329738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214103329739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214103329739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:33:33.123048 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8731): Terminating (SIGTERM)\u000a10:33:33.163280 run iperf3-srv_10.42.42.10(pid=8732): Terminating (SIGTERM)\u000a10:33:33.203590 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8735): Terminating (SIGTERM)\u000a10:33:33.243910 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8738): Terminating (SIGTERM)\u000a10:33:33.284355 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8741): Terminating (SIGTERM)\u000a10:33:33.293842 --- ParallelTerminationStrategy: PID 8731 died...\u000a10:33:33.348392 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8731): Terminated: ok {rc=0}\u000a10:33:33.358362 --- ParallelTerminationStrategy: PID 8732 died...\u000a10:33:33.412593 run iperf3-srv_10.42.42.10(pid=8732): Terminated {rc=256}\u000a10:33:33.422407 --- ParallelTerminationStrategy: PID 8735 died...\u000a10:33:33.476550 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8735): Terminated: ok {rc=0}\u000a10:33:33.486336 --- ParallelTerminationStrategy: PID 8738 died...\u000a10:33:33.540552 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8738): Terminated: ok {rc=0}\u000a10:33:33.550333 --- ParallelTerminationStrategy: PID 8741 died...\u000a10:33:33.604396 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8741): Terminated: ok {rc=0}\u000a10:33:33.689438 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 265, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8757): Process ended prematurely: osmo-stp_10.42.42.5(pid=8757) [trial-2403↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8757)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8757): Process ended prematurely: osmo-stp_10.42.42.5(pid=8757) [trial-2403↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8757)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:trx-umtrx+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a10:33:34.806765 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:33:34.819215 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a10:33:34.960609 tst iperf3m4.py: using LAC 40324\u000a10:33:35.083086 tst iperf3m4.py: using RAC 34\u000a10:33:35.206203 tst iperf3m4.py: using CellId 40324\u000a10:33:35.333931 tst iperf3m4.py: using BVCI 40325\u000a10:33:35.359420 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:33:35.371238 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:33:35.382719 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:33:35.394391 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:33:35.405652 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:33:35.416746 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:33:35.428024 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:33:35.441380 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:33:35.454063 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:33:35.578512 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:33:35.698769 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:33:35.820144 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:33:36.118961 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:33:36.256025 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:33:36.597313 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8743): Launched\u000a10:33:36.880246 run iperf3-srv_10.42.42.10(pid=8744): Launched\u000a10:33:37.081072 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a10:33:37.217769 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:33:37.561085 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8745): Launched\u000a10:33:37.844668 run iperf3-srv_10.42.42.10(pid=8746): Launched\u000a10:33:38.045439 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a10:33:38.181863 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:33:38.524766 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8747): Launched\u000a10:33:38.808313 run iperf3-srv_10.42.42.10(pid=8748): Launched\u000a10:33:39.009280 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a10:33:39.146110 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:33:39.489359 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8749): Launched\u000a10:33:39.773563 run iperf3-srv_10.42.42.10(pid=8750): Launched\u000a10:33:39.974766 tst iperf3m4.py:8: start network...\u000a10:33:40.111150 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:33:40.637031 run create_hlr_db(pid=8751): Launched\u000a10:33:40.826475 bus /gobi_6: Setting Powered False\u000a10:33:41.847456 run create_hlr_db(pid=8751): Terminated: ok {rc=0}\u000a10:33:42.263725 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8753): Launched\u000a10:33:42.573175 run osmo-hlr_10.42.42.2(pid=8754): Launched\u000a10:33:42.686844 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:33:43.225148 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8756): Launched\u000a10:33:43.534589 run osmo-stp_10.42.42.5(pid=8757): Launched\u000a10:33:43.647021 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:33:44.187165 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8759): Launched\u000a10:33:44.296806 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:33:44.568652 run patchelf(pid=8760): Launched\u000a10:33:44.748791 run osmo-stp_10.42.42.5(pid=8757): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8757)]\u000a10:33:44.880874 run osmo-stp_10.42.42.5(pid=8757): stdout: \u000a| (launched: 2022-12-14_10:33:43.380849)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:33:45.013322 run osmo-stp_10.42.42.5(pid=8757): stderr: \u000a| �[0;m�[38;5;43m20221214103343547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214103343547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214103343547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214103343548 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214103343548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214103343548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214103343548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:33:45.140546 run osmo-stp_10.42.42.5(pid=8757): stdout: \u000a| (launched: 2022-12-14_10:33:43.380849)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:33:45.267232 run osmo-stp_10.42.42.5(pid=8757): stderr: \u000a| �[0;m�[38;5;43m20221214103343547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214103343547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214103343547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214103343548 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214103343548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214103343548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214103343548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:33:45.414651 run patchelf(pid=8760): Terminating (SIGINT)\u000a10:33:45.589406 run patchelf(pid=8760): Terminated: ok {rc=0}\u000a10:33:45.621249 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8757): Process ended prematurely: osmo-stp_10.42.42.5(pid=8757) [trial-2403↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8757)] [trial-2403↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8]\u000a10:33:45.630722 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a10:33:45.692079 run osmo-hlr_10.42.42.2(pid=8754): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8754)]\u000a10:33:45.741894 run osmo-hlr_10.42.42.2(pid=8754): stdout: \u000a| (launched: 2022-12-14_10:33:42.419778) \u000a10:33:45.792221 run osmo-hlr_10.42.42.2(pid=8754): stderr: \u000a| �[0;m�[1;31m20221214103342593 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214103342593 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214103342593 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214103342593 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214103342593 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214103342593 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214103342606 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:trx-umtrx+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214103342614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214103342615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214103342615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:33:45.835597 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8743): Terminating (SIGTERM)\u000a10:33:45.888667 run iperf3-srv_10.42.42.10(pid=8744): Terminating (SIGTERM)\u000a10:33:45.942654 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8745): Terminating (SIGTERM)\u000a10:33:45.984771 run iperf3-srv_10.42.42.10(pid=8746): Terminating (SIGTERM)\u000a10:33:46.029183 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8747): Terminating (SIGTERM)\u000a10:33:46.075906 run iperf3-srv_10.42.42.10(pid=8748): Terminating (SIGTERM)\u000a10:33:46.119170 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8749): Terminating (SIGTERM)\u000a10:33:46.162573 run iperf3-srv_10.42.42.10(pid=8750): Terminating (SIGTERM)\u000a10:33:46.205917 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8753): Terminating (SIGTERM)\u000a10:33:46.246946 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8756): Terminating (SIGTERM)\u000a10:33:46.287881 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8759): Terminating (SIGTERM)\u000a10:33:46.297272 --- ParallelTerminationStrategy: PID 8743 died...\u000a10:33:46.352481 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8743): Terminated: ok {rc=0}\u000a10:33:46.362709 --- ParallelTerminationStrategy: PID 8744 died...\u000a10:33:46.417480 run iperf3-srv_10.42.42.10(pid=8744): Terminated {rc=256}\u000a10:33:46.427596 --- ParallelTerminationStrategy: PID 8745 died...\u000a10:33:46.482727 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8745): Terminated: ok {rc=0}\u000a10:33:46.493183 --- ParallelTerminationStrategy: PID 8746 died...\u000a10:33:46.548539 run iperf3-srv_10.42.42.10(pid=8746): Terminated {rc=256}\u000a10:33:46.558635 --- ParallelTerminationStrategy: PID 8747 died...\u000a10:33:46.613847 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8747): Terminated: ok {rc=0}\u000a10:33:46.624149 --- ParallelTerminationStrategy: PID 8748 died...\u000a10:33:46.679230 run iperf3-srv_10.42.42.10(pid=8748): Terminated {rc=256}\u000a10:33:46.689500 --- ParallelTerminationStrategy: PID 8749 died...\u000a10:33:46.744537 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8749): Terminated: ok {rc=0}\u000a10:33:46.754899 --- ParallelTerminationStrategy: PID 8750 died...\u000a10:33:46.809821 run iperf3-srv_10.42.42.10(pid=8750): Terminated {rc=256}\u000a10:33:46.819897 --- ParallelTerminationStrategy: PID 8753 died...\u000a10:33:46.875298 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8753): Terminated: ok {rc=0}\u000a10:33:46.885585 --- ParallelTerminationStrategy: PID 8756 died...\u000a10:33:46.940802 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8756): Terminated: ok {rc=0}\u000a10:33:46.951131 --- ParallelTerminationStrategy: PID 8759 died...\u000a10:33:47.006566 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8759): Terminated: ok {rc=0}\u000a10:33:47.093520 bus /gobi_4: Setting Powered False\u000a10:33:48.195304 bus /gobi_4: Setting Powered False\u000a10:33:49.308702 bus /gobi_1: Setting Powered False\u000a10:33:50.412440 bus /gobi_1: Setting Powered False\u000a10:33:51.525002 bus /gobi_0: Setting Powered False\u000a10:33:52.627481 bus /gobi_0: Setting Powered False\u000a10:33:53.739923 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 265, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8767): Process ended prematurely: osmo-stp_10.42.42.5(pid=8767) [trial-2403↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8767)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8767): Process ended prematurely: osmo-stp_10.42.42.5(pid=8767) [trial-2403↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8767)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:trx-umtrx+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a10:33:54.807251 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:33:54.818772 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a10:33:54.963901 tst ping.py: using LAC 40325\u000a10:33:55.091023 tst ping.py: using RAC 35\u000a10:33:55.220080 tst ping.py: using CellId 40325\u000a10:33:55.343052 tst ping.py: using BVCI 40326\u000a10:33:55.366224 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:33:55.377321 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:33:55.387920 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:33:55.398807 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:33:55.409960 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:33:55.420807 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:33:55.431943 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:33:55.442887 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:33:55.737942 tst ping.py:19: start network...\u000a10:33:55.872731 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:33:56.389437 run create_hlr_db(pid=8761): Launched\u000a10:33:56.577322 bus /gobi_6: Setting Powered False\u000a10:33:57.598505 run create_hlr_db(pid=8761): Terminated: ok {rc=0}\u000a10:33:58.012486 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8763): Launched\u000a10:33:58.337509 run osmo-hlr_10.42.42.2(pid=8764): Launched\u000a10:33:58.459093 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:33:59.021230 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8766): Launched\u000a10:33:59.344850 run osmo-stp_10.42.42.5(pid=8767): Launched\u000a10:33:59.467215 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:34:00.031651 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8769): Launched\u000a10:34:00.146336 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:34:00.429253 run patchelf(pid=8770): Launched\u000a10:34:00.617292 run osmo-stp_10.42.42.5(pid=8767): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8767)]\u000a10:34:00.755119 run osmo-stp_10.42.42.5(pid=8767): stdout: \u000a| (launched: 2022-12-14_10:33:59.184457)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:34:00.916881 run osmo-stp_10.42.42.5(pid=8767): stderr: \u000a| �[0;m�[38;5;43m20221214103359376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214103359376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214103359376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214103359377 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214103359377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214103359377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214103359377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:34:01.052371 run osmo-stp_10.42.42.5(pid=8767): stdout: \u000a| (launched: 2022-12-14_10:33:59.184457)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:34:01.184511 run osmo-stp_10.42.42.5(pid=8767): stderr: \u000a| �[0;m�[38;5;43m20221214103359376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214103359376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214103359376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214103359377 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214103359377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214103359377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214103359377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:34:01.338029 run patchelf(pid=8770): Terminating (SIGINT)\u000a10:34:01.517654 run patchelf(pid=8770): Terminated: ok {rc=0}\u000a10:34:01.551729 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=8767): Process ended prematurely: osmo-stp_10.42.42.5(pid=8767) [trial-2403↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8767)] [trial-2403↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22]\u000a10:34:01.562023 tst ping.py:22: Test FAILED (6.7 sec)\u000a10:34:01.628456 run osmo-hlr_10.42.42.2(pid=8764): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8764)]\u000a10:34:01.682934 run osmo-hlr_10.42.42.2(pid=8764): stdout: \u000a| (launched: 2022-12-14_10:33:58.177672) \u000a10:34:01.737346 run osmo-hlr_10.42.42.2(pid=8764): stderr: \u000a| �[0;m�[1;31m20221214103358376 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214103358376 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214103358376 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214103358376 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214103358376 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214103358376 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214103358389 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:trx-umtrx+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214103358397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214103358397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214103358397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:34:01.783471 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8763): Terminating (SIGTERM)\u000a10:34:01.829305 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8766): Terminating (SIGTERM)\u000a10:34:01.875309 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8769): Terminating (SIGTERM)\u000a10:34:01.887421 --- ParallelTerminationStrategy: PID 8763 died...\u000a10:34:01.948635 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8763): Terminated: ok {rc=0}\u000a10:34:01.959479 --- ParallelTerminationStrategy: PID 8766 died...\u000a10:34:02.016686 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8766): Terminated: ok {rc=0}\u000a10:34:02.027476 --- ParallelTerminationStrategy: PID 8769 died...\u000a10:34:02.086450 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8769): Terminated: ok {rc=0}\u000a10:34:02.186362 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 265, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8778): Process ended prematurely: osmo-stp_10.42.42.5(pid=8778) [trial-2403↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8778)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8778): Process ended prematurely: osmo-stp_10.42.42.5(pid=8778) [trial-2403↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8778)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:trx-umtrx+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a10:34:03.238117 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:34:03.250253 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a10:34:03.398328 tst ping_idle_ping.py: using LAC 40326\u000a10:34:03.529382 tst ping_idle_ping.py: using RAC 36\u000a10:34:03.655111 tst ping_idle_ping.py: using CellId 40326\u000a10:34:03.779362 tst ping_idle_ping.py: using BVCI 40327\u000a10:34:03.804165 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:34:03.815805 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:34:03.827400 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:34:03.838663 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:34:03.849871 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:34:03.861069 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:34:03.872432 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:34:03.883770 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:34:04.179497 tst ping_idle_ping.py:24: start network...\u000a10:34:04.313876 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:34:04.831852 run create_hlr_db(pid=8772): Launched\u000a10:34:05.019653 bus /gobi_6: Setting Powered False\u000a10:34:06.041376 run create_hlr_db(pid=8772): Terminated: ok {rc=0}\u000a10:34:06.475232 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8774): Launched\u000a10:34:06.799514 run osmo-hlr_10.42.42.2(pid=8775): Launched\u000a10:34:06.917154 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:34:07.480826 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8777): Launched\u000a10:34:07.806581 run osmo-stp_10.42.42.5(pid=8778): Launched\u000a10:34:07.923853 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:34:08.489291 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8780): Launched\u000a10:34:08.604013 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:34:08.887191 run patchelf(pid=8781): Launched\u000a10:34:09.076459 run osmo-stp_10.42.42.5(pid=8778): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8778)]\u000a10:34:09.214737 run osmo-stp_10.42.42.5(pid=8778): stdout: \u000a| (launched: 2022-12-14_10:34:07.645393)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:34:09.353675 run osmo-stp_10.42.42.5(pid=8778): stderr: \u000a| �[0;m�[38;5;43m20221214103407838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214103407838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214103407838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214103407839 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214103407839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214103407839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214103407839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:34:09.487160 run osmo-stp_10.42.42.5(pid=8778): stdout: \u000a| (launched: 2022-12-14_10:34:07.645393)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:34:09.619304 run osmo-stp_10.42.42.5(pid=8778): stderr: \u000a| �[0;m�[38;5;43m20221214103407838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214103407838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214103407838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214103407839 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214103407839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214103407839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214103407839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:34:09.774688 run patchelf(pid=8781): Terminating (SIGINT)\u000a10:34:09.956819 run patchelf(pid=8781): Terminated: ok {rc=0}\u000a10:34:09.990008 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=8778): Process ended prematurely: osmo-stp_10.42.42.5(pid=8778) [trial-2403↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8778)] [trial-2403↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a10:34:09.999513 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a10:34:10.063116 run osmo-hlr_10.42.42.2(pid=8775): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8775)]\u000a10:34:10.115022 run osmo-hlr_10.42.42.2(pid=8775): stdout: \u000a| (launched: 2022-12-14_10:34:06.639004) \u000a10:34:10.167590 run osmo-hlr_10.42.42.2(pid=8775): stderr: \u000a| �[0;m�[1;31m20221214103406837 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214103406837 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214103406837 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214103406837 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214103406838 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214103406838 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214103406850 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:trx-umtrx+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214103406858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214103406858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214103406858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:34:10.212308 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8774): Terminating (SIGTERM)\u000a10:34:10.254558 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8777): Terminating (SIGTERM)\u000a10:34:10.296599 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8780): Terminating (SIGTERM)\u000a10:34:10.306534 --- ParallelTerminationStrategy: PID 8774 died...\u000a10:34:10.363104 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8774): Terminated: ok {rc=0}\u000a10:34:10.373507 --- ParallelTerminationStrategy: PID 8777 died...\u000a10:34:10.429216 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8777): Terminated: ok {rc=0}\u000a10:34:10.439501 --- ParallelTerminationStrategy: PID 8780 died...\u000a10:34:10.495819 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8780): Terminated: ok {rc=0}\u000a10:34:10.583263 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "89", "name" : "gprs_trx-umtrx+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T10:33:11" }, { "cases" : [ { "testActions" : [ ], "age" : 265, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8795): Process ended prematurely: osmo-stp_10.42.42.5(pid=8795) [trial-2403↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8795)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8795): Process ended prematurely: osmo-stp_10.42.42.5(pid=8795) [trial-2403↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8795)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:trx-umtrx+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a10:34:12.722596 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:34:12.733481 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a10:34:12.892030 tst cs_paging_gprs_active.py: using LAC 40327\u000a10:34:13.014065 tst cs_paging_gprs_active.py: using RAC 37\u000a10:34:13.135255 tst cs_paging_gprs_active.py: using CellId 40327\u000a10:34:13.257230 tst cs_paging_gprs_active.py: using BVCI 40328\u000a10:34:13.280620 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:34:13.291444 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:34:13.302185 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:34:13.312841 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:34:13.324347 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:34:13.335433 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:34:13.346491 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:34:13.357439 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:34:13.368467 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:34:13.486434 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:34:13.786524 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a10:34:13.924875 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:34:14.268407 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8785): Launched\u000a10:34:14.553857 run iperf3-srv_10.42.42.10(pid=8786): Launched\u000a10:34:14.754903 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a10:34:14.892488 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:34:15.234500 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8787): Launched\u000a10:34:15.518055 run iperf3-srv_10.42.42.10(pid=8788): Launched\u000a10:34:15.720240 tst cs_paging_gprs_active.py:38: start network...\u000a10:34:15.859943 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:34:16.518032 run create_hlr_db(pid=8789): Launched\u000a10:34:16.713503 bus /gobi_6: Setting Powered False\u000a10:34:17.731673 run create_hlr_db(pid=8789): Terminated: ok {rc=0}\u000a10:34:18.148255 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8791): Launched\u000a10:34:18.456866 run osmo-hlr_10.42.42.2(pid=8792): Launched\u000a10:34:18.573568 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:34:19.110260 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8794): Launched\u000a10:34:19.421511 run osmo-stp_10.42.42.5(pid=8795): Launched\u000a10:34:19.532938 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:34:20.072439 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8797): Launched\u000a10:34:20.182063 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:34:20.460584 run patchelf(pid=8798): Launched\u000a10:34:20.643059 run osmo-stp_10.42.42.5(pid=8795): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8795)]\u000a10:34:20.775699 run osmo-stp_10.42.42.5(pid=8795): stdout: \u000a| (launched: 2022-12-14_10:34:19.266443)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:34:20.908760 run osmo-stp_10.42.42.5(pid=8795): stderr: \u000a| �[0;m�[38;5;43m20221214103419437 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214103419437 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214103419437 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214103419438 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214103419438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214103419438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214103419439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:34:21.036473 run osmo-stp_10.42.42.5(pid=8795): stdout: \u000a| (launched: 2022-12-14_10:34:19.266443)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:34:21.163774 run osmo-stp_10.42.42.5(pid=8795): stderr: \u000a| �[0;m�[38;5;43m20221214103419437 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214103419437 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214103419437 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214103419438 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214103419438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214103419438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214103419439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:34:21.311732 run patchelf(pid=8798): Terminating (SIGINT)\u000a10:34:21.486371 run patchelf(pid=8798): Terminated: ok {rc=0}\u000a10:34:21.518404 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=8795): Process ended prematurely: osmo-stp_10.42.42.5(pid=8795) [trial-2403↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8795)] [trial-2403↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a10:34:21.527873 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a10:34:21.589191 run osmo-hlr_10.42.42.2(pid=8792): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8792)]\u000a10:34:21.639054 run osmo-hlr_10.42.42.2(pid=8792): stdout: \u000a| (launched: 2022-12-14_10:34:18.304813) \u000a10:34:21.689505 run osmo-hlr_10.42.42.2(pid=8792): stderr: \u000a| �[0;m�[1;31m20221214103418481 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214103418481 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214103418481 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214103418481 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214103418481 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214103418481 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214103418492 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:trx-umtrx+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214103418500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214103418501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214103418501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:34:21.732402 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8785): Terminating (SIGTERM)\u000a10:34:21.773200 run iperf3-srv_10.42.42.10(pid=8786): Terminating (SIGTERM)\u000a10:34:21.813599 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8787): Terminating (SIGTERM)\u000a10:34:21.853799 run iperf3-srv_10.42.42.10(pid=8788): Terminating (SIGTERM)\u000a10:34:21.893984 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8791): Terminating (SIGTERM)\u000a10:34:21.934161 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8794): Terminating (SIGTERM)\u000a10:34:21.974366 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8797): Terminating (SIGTERM)\u000a10:34:21.983611 --- ParallelTerminationStrategy: PID 8785 died...\u000a10:34:22.038082 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8785): Terminated: ok {rc=0}\u000a10:34:22.047738 --- ParallelTerminationStrategy: PID 8786 died...\u000a10:34:22.101673 run iperf3-srv_10.42.42.10(pid=8786): Terminated {rc=256}\u000a10:34:22.111373 --- ParallelTerminationStrategy: PID 8787 died...\u000a10:34:22.165501 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8787): Terminated: ok {rc=0}\u000a10:34:22.175195 --- ParallelTerminationStrategy: PID 8788 died...\u000a10:34:22.229032 run iperf3-srv_10.42.42.10(pid=8788): Terminated {rc=256}\u000a10:34:22.238658 --- ParallelTerminationStrategy: PID 8791 died...\u000a10:34:22.292562 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8791): Terminated: ok {rc=0}\u000a10:34:22.302241 --- ParallelTerminationStrategy: PID 8794 died...\u000a10:34:22.356123 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8794): Terminated: ok {rc=0}\u000a10:34:22.365878 --- ParallelTerminationStrategy: PID 8797 died...\u000a10:34:22.419551 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8797): Terminated: ok {rc=0}\u000a10:34:22.504227 bus /gobi_0: Setting Powered False\u000a10:34:23.607027 bus /gobi_0: Setting Powered False\u000a10:34:24.720016 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 265, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8807): Process ended prematurely: osmo-stp_10.42.42.5(pid=8807) [trial-2403↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8807)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8807): Process ended prematurely: osmo-stp_10.42.42.5(pid=8807) [trial-2403↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8807)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:trx-umtrx+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a10:34:25.831451 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:34:25.843181 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a10:34:26.000595 tst iperf3.py: using LAC 40328\u000a10:34:26.122262 tst iperf3.py: using RAC 38\u000a10:34:26.242612 tst iperf3.py: using CellId 40328\u000a10:34:26.361875 tst iperf3.py: using BVCI 40329\u000a10:34:26.385569 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:34:26.396303 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:34:26.407141 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:34:26.417904 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:34:26.429264 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:34:26.440485 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:34:26.451757 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:34:26.462961 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:34:26.474228 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:34:26.774165 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:34:26.911767 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:34:27.253199 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8799): Launched\u000a10:34:27.537749 run iperf3-srv_10.42.42.10(pid=8800): Launched\u000a10:34:27.738779 tst iperf3.py:8: start network...\u000a10:34:27.876300 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:34:28.403570 run create_hlr_db(pid=8801): Launched\u000a10:34:28.592915 bus /gobi_6: Setting Powered False\u000a10:34:29.615579 run create_hlr_db(pid=8801): Terminated: ok {rc=0}\u000a10:34:30.029859 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8803): Launched\u000a10:34:30.338459 run osmo-hlr_10.42.42.2(pid=8804): Launched\u000a10:34:30.456649 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:34:31.138926 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8806): Launched\u000a10:34:31.549317 run osmo-stp_10.42.42.5(pid=8807): Launched\u000a10:34:31.710565 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:34:32.333659 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8809): Launched\u000a10:34:32.441510 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:34:32.707072 run patchelf(pid=8810): Launched\u000a10:34:32.884485 run osmo-stp_10.42.42.5(pid=8807): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8807)]\u000a10:34:33.014144 run osmo-stp_10.42.42.5(pid=8807): stdout: \u000a| (launched: 2022-12-14_10:34:31.293757)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:34:33.144140 run osmo-stp_10.42.42.5(pid=8807): stderr: \u000a| �[0;m�[38;5;43m20221214103431627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214103431627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214103431628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214103431628 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214103431634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214103431635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214103431635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:34:33.269374 run osmo-stp_10.42.42.5(pid=8807): stdout: \u000a| (launched: 2022-12-14_10:34:31.293757)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:34:33.394022 run osmo-stp_10.42.42.5(pid=8807): stderr: \u000a| �[0;m�[38;5;43m20221214103431627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214103431627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214103431628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214103431628 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214103431634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214103431635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214103431635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:34:33.539425 run patchelf(pid=8810): Terminating (SIGINT)\u000a10:34:33.711221 run patchelf(pid=8810): Terminated: ok {rc=0}\u000a10:34:33.742932 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8807): Process ended prematurely: osmo-stp_10.42.42.5(pid=8807) [trial-2403↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8807)] [trial-2403↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a10:34:33.752414 tst iperf3.py:8: Test FAILED (8.0 sec)\u000a10:34:33.813639 run osmo-hlr_10.42.42.2(pid=8804): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8804)]\u000a10:34:33.863546 run osmo-hlr_10.42.42.2(pid=8804): stdout: \u000a| (launched: 2022-12-14_10:34:30.186063) \u000a10:34:33.913982 run osmo-hlr_10.42.42.2(pid=8804): stderr: \u000a| �[0;m�[1;31m20221214103430362 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214103430362 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214103430362 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214103430362 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214103430362 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214103430362 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214103430375 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:trx-umtrx+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214103430385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214103430386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214103430386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:34:33.956831 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8799): Terminating (SIGTERM)\u000a10:34:33.997169 run iperf3-srv_10.42.42.10(pid=8800): Terminating (SIGTERM)\u000a10:34:34.037609 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8803): Terminating (SIGTERM)\u000a10:34:34.077914 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8806): Terminating (SIGTERM)\u000a10:34:34.119095 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8809): Terminating (SIGTERM)\u000a10:34:34.128493 --- ParallelTerminationStrategy: PID 8799 died...\u000a10:34:34.182921 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8799): Terminated: ok {rc=0}\u000a10:34:34.192732 --- ParallelTerminationStrategy: PID 8800 died...\u000a10:34:34.246976 run iperf3-srv_10.42.42.10(pid=8800): Terminated {rc=256}\u000a10:34:34.256726 --- ParallelTerminationStrategy: PID 8803 died...\u000a10:34:34.310780 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8803): Terminated: ok {rc=0}\u000a10:34:34.320388 --- ParallelTerminationStrategy: PID 8806 died...\u000a10:34:34.374291 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8806): Terminated: ok {rc=0}\u000a10:34:34.383854 --- ParallelTerminationStrategy: PID 8809 died...\u000a10:34:34.437843 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8809): Terminated: ok {rc=0}\u000a10:34:34.527090 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 265, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8825): Process ended prematurely: osmo-stp_10.42.42.5(pid=8825) [trial-2403↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8825)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8825): Process ended prematurely: osmo-stp_10.42.42.5(pid=8825) [trial-2403↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8825)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:trx-umtrx+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a10:34:35.638066 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:34:35.649845 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a10:34:35.804719 tst iperf3m4.py: using LAC 40329\u000a10:34:35.925574 tst iperf3m4.py: using RAC 39\u000a10:34:36.051310 tst iperf3m4.py: using CellId 40329\u000a10:34:36.176401 tst iperf3m4.py: using BVCI 40330\u000a10:34:36.200813 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:34:36.212154 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:34:36.223330 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:34:36.234484 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:34:36.245511 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:34:36.256867 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:34:36.268253 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:34:36.279239 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:34:36.290519 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:34:36.409701 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:34:36.528504 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:34:36.648217 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:34:36.939077 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:34:37.071712 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:34:37.403930 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8811): Launched\u000a10:34:37.681307 run iperf3-srv_10.42.42.10(pid=8812): Launched\u000a10:34:37.876748 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a10:34:38.009913 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:34:38.337381 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8813): Launched\u000a10:34:38.596686 run iperf3-srv_10.42.42.10(pid=8814): Launched\u000a10:34:38.779224 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a10:34:38.903870 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:34:39.216700 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8815): Launched\u000a10:34:39.475197 run iperf3-srv_10.42.42.10(pid=8816): Launched\u000a10:34:39.656904 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a10:34:39.781117 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:34:40.094707 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8817): Launched\u000a10:34:40.353251 run iperf3-srv_10.42.42.10(pid=8818): Launched\u000a10:34:40.535117 tst iperf3m4.py:8: start network...\u000a10:34:40.658928 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:34:41.136311 run create_hlr_db(pid=8819): Launched\u000a10:34:41.309560 bus /gobi_6: Setting Powered False\u000a10:34:42.330362 run create_hlr_db(pid=8819): Terminated: ok {rc=0}\u000a10:34:42.756033 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8821): Launched\u000a10:34:43.077755 run osmo-hlr_10.42.42.2(pid=8822): Launched\u000a10:34:43.195764 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:34:43.754269 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8824): Launched\u000a10:34:44.075639 run osmo-stp_10.42.42.5(pid=8825): Launched\u000a10:34:44.191844 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:34:44.749691 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8827): Launched\u000a10:34:44.864021 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:34:45.145069 run patchelf(pid=8828): Launched\u000a10:34:45.332796 run osmo-stp_10.42.42.5(pid=8825): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8825)]\u000a10:34:45.469677 run osmo-stp_10.42.42.5(pid=8825): stdout: \u000a| (launched: 2022-12-14_10:34:43.917404)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:34:45.606507 run osmo-stp_10.42.42.5(pid=8825): stderr: \u000a| �[0;m�[38;5;43m20221214103444106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214103444106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214103444107 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214103444107 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214103444107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214103444107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214103444108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:34:45.738450 run osmo-stp_10.42.42.5(pid=8825): stdout: \u000a| (launched: 2022-12-14_10:34:43.917404)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:34:45.878287 run osmo-stp_10.42.42.5(pid=8825): stderr: \u000a| �[0;m�[38;5;43m20221214103444106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214103444106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214103444107 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214103444107 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214103444107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214103444107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214103444108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:34:46.050208 run patchelf(pid=8828): Terminating (SIGINT)\u000a10:34:46.251148 run patchelf(pid=8828): Terminated: ok {rc=0}\u000a10:34:46.284133 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8825): Process ended prematurely: osmo-stp_10.42.42.5(pid=8825) [trial-2403↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8825)] [trial-2403↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a10:34:46.294743 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a10:34:46.360040 run osmo-hlr_10.42.42.2(pid=8822): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8822)]\u000a10:34:46.411816 run osmo-hlr_10.42.42.2(pid=8822): stdout: \u000a| (launched: 2022-12-14_10:34:42.919080) \u000a10:34:46.466050 run osmo-hlr_10.42.42.2(pid=8822): stderr: \u000a| �[0;m�[1;31m20221214103443116 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214103443116 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214103443116 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214103443116 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214103443116 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214103443117 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214103443129 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:trx-umtrx+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214103443139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214103443139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214103443139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:34:46.511366 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8811): Terminating (SIGTERM)\u000a10:34:46.556450 run iperf3-srv_10.42.42.10(pid=8812): Terminating (SIGTERM)\u000a10:34:46.601857 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8813): Terminating (SIGTERM)\u000a10:34:46.646565 run iperf3-srv_10.42.42.10(pid=8814): Terminating (SIGTERM)\u000a10:34:46.691621 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8815): Terminating (SIGTERM)\u000a10:34:46.734057 run iperf3-srv_10.42.42.10(pid=8816): Terminating (SIGTERM)\u000a10:34:46.778425 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8817): Terminating (SIGTERM)\u000a10:34:46.820636 run iperf3-srv_10.42.42.10(pid=8818): Terminating (SIGTERM)\u000a10:34:46.864128 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8821): Terminating (SIGTERM)\u000a10:34:46.908765 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8824): Terminating (SIGTERM)\u000a10:34:46.955467 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8827): Terminating (SIGTERM)\u000a10:34:46.965966 --- ParallelTerminationStrategy: PID 8811 died...\u000a10:34:47.025088 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8811): Terminated: ok {rc=0}\u000a10:34:47.035555 --- ParallelTerminationStrategy: PID 8812 died...\u000a10:34:47.093332 run iperf3-srv_10.42.42.10(pid=8812): Terminated {rc=256}\u000a10:34:47.103660 --- ParallelTerminationStrategy: PID 8813 died...\u000a10:34:47.160642 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8813): Terminated: ok {rc=0}\u000a10:34:47.171147 --- ParallelTerminationStrategy: PID 8814 died...\u000a10:34:47.229583 run iperf3-srv_10.42.42.10(pid=8814): Terminated {rc=256}\u000a10:34:47.241068 --- ParallelTerminationStrategy: PID 8815 died...\u000a10:34:47.298435 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8815): Terminated: ok {rc=0}\u000a10:34:47.308922 --- ParallelTerminationStrategy: PID 8816 died...\u000a10:34:47.366429 run iperf3-srv_10.42.42.10(pid=8816): Terminated {rc=256}\u000a10:34:47.376857 --- ParallelTerminationStrategy: PID 8817 died...\u000a10:34:47.432400 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8817): Terminated: ok {rc=0}\u000a10:34:47.442235 --- ParallelTerminationStrategy: PID 8818 died...\u000a10:34:47.496223 run iperf3-srv_10.42.42.10(pid=8818): Terminated {rc=256}\u000a10:34:47.505833 --- ParallelTerminationStrategy: PID 8821 died...\u000a10:34:47.559923 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8821): Terminated: ok {rc=0}\u000a10:34:47.569873 --- ParallelTerminationStrategy: PID 8824 died...\u000a10:34:47.624041 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8824): Terminated: ok {rc=0}\u000a10:34:47.633922 --- ParallelTerminationStrategy: PID 8827 died...\u000a10:34:47.688013 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8827): Terminated: ok {rc=0}\u000a10:34:47.777472 bus /gobi_4: Setting Powered False\u000a10:34:48.882467 bus /gobi_4: Setting Powered False\u000a10:34:49.994391 bus /gobi_1: Setting Powered False\u000a10:34:51.099128 bus /gobi_1: Setting Powered False\u000a10:34:52.211703 bus /gobi_0: Setting Powered False\u000a10:34:53.318579 bus /gobi_0: Setting Powered False\u000a10:34:54.429181 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 265, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8835): Process ended prematurely: osmo-stp_10.42.42.5(pid=8835) [trial-2403↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8835)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8835): Process ended prematurely: osmo-stp_10.42.42.5(pid=8835) [trial-2403↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8835)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:trx-umtrx+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a10:34:55.498656 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:34:55.510792 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a10:34:55.667388 tst ping.py: using LAC 40330\u000a10:34:55.783178 tst ping.py: using RAC 40\u000a10:34:55.903722 tst ping.py: using CellId 40330\u000a10:34:56.021608 tst ping.py: using BVCI 40331\u000a10:34:56.044450 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:34:56.055452 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:34:56.066279 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:34:56.076900 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:34:56.088062 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:34:56.099112 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:34:56.110357 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:34:56.121420 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:34:56.399355 tst ping.py:19: start network...\u000a10:34:56.522845 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:34:56.995145 run create_hlr_db(pid=8829): Launched\u000a10:34:57.167793 bus /gobi_6: Setting Powered False\u000a10:34:58.189562 run create_hlr_db(pid=8829): Terminated: ok {rc=0}\u000a10:34:58.610134 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8831): Launched\u000a10:34:58.909248 run osmo-hlr_10.42.42.2(pid=8832): Launched\u000a10:34:59.023817 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:34:59.551397 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8834): Launched\u000a10:34:59.848426 run osmo-stp_10.42.42.5(pid=8835): Launched\u000a10:34:59.956172 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:35:00.475396 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8837): Launched\u000a10:35:00.581185 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:35:00.842461 run patchelf(pid=8838): Launched\u000a10:35:01.020850 run osmo-stp_10.42.42.5(pid=8835): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8835)]\u000a10:35:01.152618 run osmo-stp_10.42.42.5(pid=8835): stdout: \u000a| (launched: 2022-12-14_10:34:59.701930)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:35:01.285146 run osmo-stp_10.42.42.5(pid=8835): stderr: \u000a| �[0;m�[38;5;43m20221214103459871 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214103459871 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214103459871 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214103459872 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214103459872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214103459872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214103459872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:35:01.427286 run osmo-stp_10.42.42.5(pid=8835): stdout: \u000a| (launched: 2022-12-14_10:34:59.701930)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:35:01.598718 run osmo-stp_10.42.42.5(pid=8835): stderr: \u000a| �[0;m�[38;5;43m20221214103459871 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214103459871 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214103459871 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214103459872 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214103459872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214103459872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214103459872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:35:01.777375 run patchelf(pid=8838): Terminating (SIGINT)\u000a10:35:01.948871 run patchelf(pid=8838): Terminated: ok {rc=0}\u000a10:35:01.981106 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=8835): Process ended prematurely: osmo-stp_10.42.42.5(pid=8835) [trial-2403↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8835)] [trial-2403↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22]\u000a10:35:01.990893 tst ping.py:22: Test FAILED (6.5 sec)\u000a10:35:02.054185 run osmo-hlr_10.42.42.2(pid=8832): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8832)]\u000a10:35:02.107198 run osmo-hlr_10.42.42.2(pid=8832): stdout: \u000a| (launched: 2022-12-14_10:34:58.760727) \u000a10:35:02.160717 run osmo-hlr_10.42.42.2(pid=8832): stderr: \u000a| �[0;m�[1;31m20221214103458938 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214103458938 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214103458938 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214103458938 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214103458938 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214103458938 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214103458950 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:trx-umtrx+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214103458958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214103458959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214103458959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:35:02.206170 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8831): Terminating (SIGTERM)\u000a10:35:02.250687 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8834): Terminating (SIGTERM)\u000a10:35:02.294153 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8837): Terminating (SIGTERM)\u000a10:35:02.304113 --- ParallelTerminationStrategy: PID 8831 died...\u000a10:35:02.361069 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8831): Terminated: ok {rc=0}\u000a10:35:02.370751 --- ParallelTerminationStrategy: PID 8834 died...\u000a10:35:02.426257 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8834): Terminated: ok {rc=0}\u000a10:35:02.436164 --- ParallelTerminationStrategy: PID 8837 died...\u000a10:35:02.491508 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8837): Terminated: ok {rc=0}\u000a10:35:02.581825 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 265, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8849): Process ended prematurely: osmo-stp_10.42.42.5(pid=8849) [trial-2403↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8849)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8849): Process ended prematurely: osmo-stp_10.42.42.5(pid=8849) [trial-2403↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8849)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:trx-umtrx+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a10:35:03.634019 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:35:03.646011 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a10:35:03.810293 tst ping_idle_ping.py: using LAC 40331\u000a10:35:03.939013 tst ping_idle_ping.py: using RAC 41\u000a10:35:04.063455 tst ping_idle_ping.py: using CellId 40331\u000a10:35:04.185560 tst ping_idle_ping.py: using BVCI 40332\u000a10:35:04.210039 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:35:04.221978 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:35:04.233325 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:35:04.244506 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:35:04.255812 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:35:04.267294 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:35:04.278998 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:35:04.290394 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:35:04.565459 tst ping_idle_ping.py:24: start network...\u000a10:35:04.688643 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:35:05.175471 run create_hlr_db(pid=8842): Launched\u000a10:35:05.360049 bus /gobi_6: Setting Powered False\u000a10:35:06.381850 run create_hlr_db(pid=8842): Terminated: ok {rc=0}\u000a10:35:06.806638 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8845): Launched\u000a10:35:07.123317 run osmo-hlr_10.42.42.2(pid=8846): Launched\u000a10:35:07.237973 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:35:07.786537 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8848): Launched\u000a10:35:08.105510 run osmo-stp_10.42.42.5(pid=8849): Launched\u000a10:35:08.219881 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:35:08.773863 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8851): Launched\u000a10:35:08.886979 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:35:09.165233 run patchelf(pid=8852): Launched\u000a10:35:09.351213 run osmo-stp_10.42.42.5(pid=8849): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8849)]\u000a10:35:09.487790 run osmo-stp_10.42.42.5(pid=8849): stdout: \u000a| (launched: 2022-12-14_10:35:07.949329)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:35:09.624841 run osmo-stp_10.42.42.5(pid=8849): stderr: \u000a| �[0;m�[38;5;43m20221214103508141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214103508141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214103508141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214103508142 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214103508142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214103508142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214103508142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:35:09.756592 run osmo-stp_10.42.42.5(pid=8849): stdout: \u000a| (launched: 2022-12-14_10:35:07.949329)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:35:09.887593 run osmo-stp_10.42.42.5(pid=8849): stderr: \u000a| �[0;m�[38;5;43m20221214103508141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214103508141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214103508141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214103508142 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214103508142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214103508142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214103508142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:35:10.040004 run patchelf(pid=8852): Terminating (SIGINT)\u000a10:35:10.219341 run patchelf(pid=8852): Terminated: ok {rc=0}\u000a10:35:10.252210 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=8849): Process ended prematurely: osmo-stp_10.42.42.5(pid=8849) [trial-2403↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8849)] [trial-2403↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a10:35:10.261933 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a10:35:10.325528 run osmo-hlr_10.42.42.2(pid=8846): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8846)]\u000a10:35:10.377823 run osmo-hlr_10.42.42.2(pid=8846): stdout: \u000a| (launched: 2022-12-14_10:35:06.967586) \u000a10:35:10.430471 run osmo-hlr_10.42.42.2(pid=8846): stderr: \u000a| �[0;m�[1;31m20221214103507164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214103507165 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214103507165 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214103507165 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214103507165 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214103507165 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214103507187 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:trx-umtrx+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214103507197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214103507197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214103507197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:35:10.475340 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8845): Terminating (SIGTERM)\u000a10:35:10.517658 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8848): Terminating (SIGTERM)\u000a10:35:10.560017 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8851): Terminating (SIGTERM)\u000a10:35:10.569826 --- ParallelTerminationStrategy: PID 8845 died...\u000a10:35:10.626565 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8845): Terminated: ok {rc=0}\u000a10:35:10.636711 --- ParallelTerminationStrategy: PID 8848 died...\u000a10:35:10.693386 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8848): Terminated: ok {rc=0}\u000a10:35:10.703615 --- ParallelTerminationStrategy: PID 8851 died...\u000a10:35:10.759910 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8851): Terminated: ok {rc=0}\u000a10:35:10.847955 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "90", "name" : "gprs_trx-umtrx+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T10:34:12" }, { "cases" : [ { "testActions" : [ ], "age" : 265, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8867): Process ended prematurely: osmo-stp_10.42.42.5(pid=8867) [trial-2403↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8867)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8867): Process ended prematurely: osmo-stp_10.42.42.5(pid=8867) [trial-2403↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8867)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:trx-umtrx+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a10:35:12.992505 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:35:13.003427 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:35:13.164854 tst cs_paging_gprs_active.py: using LAC 40332\u000a10:35:13.283855 tst cs_paging_gprs_active.py: using RAC 42\u000a10:35:13.409455 tst cs_paging_gprs_active.py: using CellId 40332\u000a10:35:13.529716 tst cs_paging_gprs_active.py: using BVCI 40333\u000a10:35:13.552822 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:35:13.563785 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:35:13.574585 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:35:13.585359 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:35:13.596746 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:35:13.607895 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:35:13.619096 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:35:13.630073 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:35:13.641609 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:35:13.763756 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:35:14.047902 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a10:35:14.174436 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:35:14.492118 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8857): Launched\u000a10:35:14.756673 run iperf3-srv_10.42.42.10(pid=8858): Launched\u000a10:35:14.941967 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a10:35:15.068037 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:35:15.384153 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8859): Launched\u000a10:35:15.648829 run iperf3-srv_10.42.42.10(pid=8860): Launched\u000a10:35:15.834247 tst cs_paging_gprs_active.py:38: start network...\u000a10:35:15.974269 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:35:16.502205 run create_hlr_db(pid=8861): Launched\u000a10:35:16.694633 bus /gobi_6: Setting Powered False\u000a10:35:17.712304 run create_hlr_db(pid=8861): Terminated: ok {rc=0}\u000a10:35:18.122005 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8863): Launched\u000a10:35:18.427737 run osmo-hlr_10.42.42.2(pid=8864): Launched\u000a10:35:18.544924 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:35:19.081285 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8866): Launched\u000a10:35:19.385855 run osmo-stp_10.42.42.5(pid=8867): Launched\u000a10:35:19.496089 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:35:20.026757 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8869): Launched\u000a10:35:20.134859 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:35:20.405323 run patchelf(pid=8870): Launched\u000a10:35:20.583841 run osmo-stp_10.42.42.5(pid=8867): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8867)]\u000a10:35:20.714953 run osmo-stp_10.42.42.5(pid=8867): stdout: \u000a| (launched: 2022-12-14_10:35:19.235238)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:35:20.845979 run osmo-stp_10.42.42.5(pid=8867): stderr: \u000a| �[0;m�[38;5;43m20221214103519403 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214103519403 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214103519404 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214103519404 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214103519404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214103519405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214103519405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:35:20.972056 run osmo-stp_10.42.42.5(pid=8867): stdout: \u000a| (launched: 2022-12-14_10:35:19.235238)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:35:21.097671 run osmo-stp_10.42.42.5(pid=8867): stderr: \u000a| �[0;m�[38;5;43m20221214103519403 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214103519403 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214103519404 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214103519404 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214103519404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214103519405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214103519405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:35:21.243871 run patchelf(pid=8870): Terminating (SIGINT)\u000a10:35:21.415519 run patchelf(pid=8870): Terminated: ok {rc=0}\u000a10:35:21.447226 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=8867): Process ended prematurely: osmo-stp_10.42.42.5(pid=8867) [trial-2403↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8867)] [trial-2403↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a10:35:21.456638 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a10:35:21.518706 run osmo-hlr_10.42.42.2(pid=8864): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8864)]\u000a10:35:21.568745 run osmo-hlr_10.42.42.2(pid=8864): stdout: \u000a| (launched: 2022-12-14_10:35:18.277141) \u000a10:35:21.619461 run osmo-hlr_10.42.42.2(pid=8864): stderr: \u000a| �[0;m�[1;31m20221214103518454 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214103518454 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214103518454 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214103518454 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214103518454 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214103518454 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214103518471 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:trx-umtrx+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214103518480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214103518480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214103518481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:35:21.662577 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8857): Terminating (SIGTERM)\u000a10:35:21.703184 run iperf3-srv_10.42.42.10(pid=8858): Terminating (SIGTERM)\u000a10:35:21.743747 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8859): Terminating (SIGTERM)\u000a10:35:21.784300 run iperf3-srv_10.42.42.10(pid=8860): Terminating (SIGTERM)\u000a10:35:21.825190 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8863): Terminating (SIGTERM)\u000a10:35:21.865871 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8866): Terminating (SIGTERM)\u000a10:35:21.906640 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8869): Terminating (SIGTERM)\u000a10:35:21.915780 --- ParallelTerminationStrategy: PID 8857 died...\u000a10:35:21.970716 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8857): Terminated: ok {rc=0}\u000a10:35:21.980215 --- ParallelTerminationStrategy: PID 8858 died...\u000a10:35:22.034932 run iperf3-srv_10.42.42.10(pid=8858): Terminated {rc=256}\u000a10:35:22.044375 --- ParallelTerminationStrategy: PID 8859 died...\u000a10:35:22.099326 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8859): Terminated: ok {rc=0}\u000a10:35:22.108840 --- ParallelTerminationStrategy: PID 8860 died...\u000a10:35:22.163337 run iperf3-srv_10.42.42.10(pid=8860): Terminated {rc=256}\u000a10:35:22.172786 --- ParallelTerminationStrategy: PID 8863 died...\u000a10:35:22.227707 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8863): Terminated: ok {rc=0}\u000a10:35:22.237349 --- ParallelTerminationStrategy: PID 8866 died...\u000a10:35:22.292206 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8866): Terminated: ok {rc=0}\u000a10:35:22.301785 --- ParallelTerminationStrategy: PID 8869 died...\u000a10:35:22.356502 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8869): Terminated: ok {rc=0}\u000a10:35:22.445749 bus /gobi_0: Setting Powered False\u000a10:35:23.549789 bus /gobi_0: Setting Powered False\u000a10:35:24.661134 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 265, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8879): Process ended prematurely: osmo-stp_10.42.42.5(pid=8879) [trial-2403↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8879)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8879): Process ended prematurely: osmo-stp_10.42.42.5(pid=8879) [trial-2403↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8879)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:trx-umtrx+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a10:35:25.772201 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:35:25.783732 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:35:25.943169 tst iperf3.py: using LAC 40333\u000a10:35:26.063863 tst iperf3.py: using RAC 43\u000a10:35:26.186718 tst iperf3.py: using CellId 40333\u000a10:35:26.303973 tst iperf3.py: using BVCI 40334\u000a10:35:26.327126 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:35:26.338131 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:35:26.348849 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:35:26.359633 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:35:26.370993 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:35:26.382132 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:35:26.393314 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:35:26.404193 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:35:26.415302 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:35:26.691927 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:35:26.817336 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:35:27.132117 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8871): Launched\u000a10:35:27.393213 run iperf3-srv_10.42.42.10(pid=8872): Launched\u000a10:35:27.575945 tst iperf3.py:8: start network...\u000a10:35:27.701364 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:35:28.174793 run create_hlr_db(pid=8873): Launched\u000a10:35:28.348294 bus /gobi_6: Setting Powered False\u000a10:35:29.369372 run create_hlr_db(pid=8873): Terminated: ok {rc=0}\u000a10:35:29.772124 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8875): Launched\u000a10:35:30.074950 run osmo-hlr_10.42.42.2(pid=8876): Launched\u000a10:35:30.192349 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:35:30.726950 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8878): Launched\u000a10:35:31.147993 run osmo-stp_10.42.42.5(pid=8879): Launched\u000a10:35:31.361087 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:35:31.950318 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8881): Launched\u000a10:35:32.069624 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:35:32.367289 run patchelf(pid=8882): Launched\u000a10:35:32.556415 run osmo-stp_10.42.42.5(pid=8879): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8879)]\u000a10:35:32.694062 run osmo-stp_10.42.42.5(pid=8879): stdout: \u000a| (launched: 2022-12-14_10:35:30.884846)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:35:32.831966 run osmo-stp_10.42.42.5(pid=8879): stderr: \u000a| �[0;m�[38;5;43m20221214103531234 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214103531234 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214103531234 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214103531235 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214103531235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214103531235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214103531235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:35:32.965916 run osmo-stp_10.42.42.5(pid=8879): stdout: \u000a| (launched: 2022-12-14_10:35:30.884846)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:35:33.097600 run osmo-stp_10.42.42.5(pid=8879): stderr: \u000a| �[0;m�[38;5;43m20221214103531234 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214103531234 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214103531234 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214103531235 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214103531235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214103531235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214103531235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:35:33.251719 run patchelf(pid=8882): Terminating (SIGINT)\u000a10:35:33.433323 run patchelf(pid=8882): Terminated: ok {rc=0}\u000a10:35:33.467029 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8879): Process ended prematurely: osmo-stp_10.42.42.5(pid=8879) [trial-2403↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8879)] [trial-2403↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a10:35:33.477310 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a10:35:33.540637 run osmo-hlr_10.42.42.2(pid=8876): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8876)]\u000a10:35:33.592615 run osmo-hlr_10.42.42.2(pid=8876): stdout: \u000a| (launched: 2022-12-14_10:35:29.925120) \u000a10:35:33.645372 run osmo-hlr_10.42.42.2(pid=8876): stderr: \u000a| �[0;m�[1;31m20221214103530100 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214103530100 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214103530100 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214103530100 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214103530100 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214103530100 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214103530113 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:trx-umtrx+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214103530121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214103530121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214103530121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:35:33.690172 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8871): Terminating (SIGTERM)\u000a10:35:33.732334 run iperf3-srv_10.42.42.10(pid=8872): Terminating (SIGTERM)\u000a10:35:33.774605 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8875): Terminating (SIGTERM)\u000a10:35:33.816793 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8878): Terminating (SIGTERM)\u000a10:35:33.859124 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8881): Terminating (SIGTERM)\u000a10:35:33.869208 --- ParallelTerminationStrategy: PID 8871 died...\u000a10:35:33.925645 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8871): Terminated: ok {rc=0}\u000a10:35:33.935706 --- ParallelTerminationStrategy: PID 8872 died...\u000a10:35:33.991644 run iperf3-srv_10.42.42.10(pid=8872): Terminated {rc=256}\u000a10:35:34.001708 --- ParallelTerminationStrategy: PID 8875 died...\u000a10:35:34.057802 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8875): Terminated: ok {rc=0}\u000a10:35:34.067800 --- ParallelTerminationStrategy: PID 8878 died...\u000a10:35:34.123721 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8878): Terminated: ok {rc=0}\u000a10:35:34.133780 --- ParallelTerminationStrategy: PID 8881 died...\u000a10:35:34.189776 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8881): Terminated: ok {rc=0}\u000a10:35:34.278040 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 265, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8897): Process ended prematurely: osmo-stp_10.42.42.5(pid=8897) [trial-2403↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8897)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8897): Process ended prematurely: osmo-stp_10.42.42.5(pid=8897) [trial-2403↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8897)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:trx-umtrx+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a10:35:35.389079 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:35:35.400724 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:35:35.559793 tst iperf3m4.py: using LAC 40334\u000a10:35:35.679304 tst iperf3m4.py: using RAC 44\u000a10:35:35.796453 tst iperf3m4.py: using CellId 40334\u000a10:35:35.915794 tst iperf3m4.py: using BVCI 40335\u000a10:35:35.938987 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:35:35.950184 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:35:35.961006 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:35:35.971876 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:35:35.983298 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:35:35.994931 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:35:36.006332 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:35:36.017469 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:35:36.028773 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:35:36.150800 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:35:36.271759 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:35:36.392909 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:35:36.686877 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:35:36.820658 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:35:37.154403 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8883): Launched\u000a10:35:37.431937 run iperf3-srv_10.42.42.10(pid=8884): Launched\u000a10:35:37.627134 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a10:35:37.760170 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:35:38.095275 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8885): Launched\u000a10:35:38.371876 run iperf3-srv_10.42.42.10(pid=8886): Launched\u000a10:35:38.566926 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a10:35:38.699845 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:35:39.033762 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8887): Launched\u000a10:35:39.311635 run iperf3-srv_10.42.42.10(pid=8888): Launched\u000a10:35:39.506851 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a10:35:39.639791 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:35:39.972199 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8889): Launched\u000a10:35:40.249521 run iperf3-srv_10.42.42.10(pid=8890): Launched\u000a10:35:40.445151 tst iperf3m4.py:8: start network...\u000a10:35:40.578512 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:35:41.094818 run create_hlr_db(pid=8891): Launched\u000a10:35:41.281921 bus /gobi_6: Setting Powered False\u000a10:35:42.291339 run create_hlr_db(pid=8891): Terminated: ok {rc=0}\u000a10:35:42.729766 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8893): Launched\u000a10:35:43.051812 run osmo-hlr_10.42.42.2(pid=8894): Launched\u000a10:35:43.168818 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:35:43.729432 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8896): Launched\u000a10:35:44.051426 run osmo-stp_10.42.42.5(pid=8897): Launched\u000a10:35:44.167007 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:35:44.731099 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8899): Launched\u000a10:35:44.846197 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:35:45.129228 run patchelf(pid=8900): Launched\u000a10:35:45.317056 run osmo-stp_10.42.42.5(pid=8897): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8897)]\u000a10:35:45.454414 run osmo-stp_10.42.42.5(pid=8897): stdout: \u000a| (launched: 2022-12-14_10:35:43.893185)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:35:45.592435 run osmo-stp_10.42.42.5(pid=8897): stderr: \u000a| �[0;m�[38;5;43m20221214103544083 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214103544083 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214103544084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214103544084 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214103544085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214103544085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214103544085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:35:45.724844 run osmo-stp_10.42.42.5(pid=8897): stdout: \u000a| (launched: 2022-12-14_10:35:43.893185)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:35:45.862366 run osmo-stp_10.42.42.5(pid=8897): stderr: \u000a| �[0;m�[38;5;43m20221214103544083 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214103544083 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214103544084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214103544084 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214103544085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214103544085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214103544085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:35:46.019690 run patchelf(pid=8900): Terminating (SIGINT)\u000a10:35:46.203849 run patchelf(pid=8900): Terminated: ok {rc=0}\u000a10:35:46.238300 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8897): Process ended prematurely: osmo-stp_10.42.42.5(pid=8897) [trial-2403↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8897)] [trial-2403↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a10:35:46.249098 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a10:35:46.314271 run osmo-hlr_10.42.42.2(pid=8894): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8894)]\u000a10:35:46.367471 run osmo-hlr_10.42.42.2(pid=8894): stdout: \u000a| (launched: 2022-12-14_10:35:42.893429) \u000a10:35:46.421403 run osmo-hlr_10.42.42.2(pid=8894): stderr: \u000a| �[0;m�[1;31m20221214103543093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214103543093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214103543093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214103543093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214103543093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214103543093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214103543105 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:trx-umtrx+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214103543114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214103543114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214103543114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:35:46.467298 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8883): Terminating (SIGTERM)\u000a10:35:46.510396 run iperf3-srv_10.42.42.10(pid=8884): Terminating (SIGTERM)\u000a10:35:46.553487 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8885): Terminating (SIGTERM)\u000a10:35:46.596399 run iperf3-srv_10.42.42.10(pid=8886): Terminating (SIGTERM)\u000a10:35:46.639280 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8887): Terminating (SIGTERM)\u000a10:35:46.682155 run iperf3-srv_10.42.42.10(pid=8888): Terminating (SIGTERM)\u000a10:35:46.725165 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8889): Terminating (SIGTERM)\u000a10:35:46.768096 run iperf3-srv_10.42.42.10(pid=8890): Terminating (SIGTERM)\u000a10:35:46.811100 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8893): Terminating (SIGTERM)\u000a10:35:46.854985 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8896): Terminating (SIGTERM)\u000a10:35:46.899565 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8899): Terminating (SIGTERM)\u000a10:35:46.909493 --- ParallelTerminationStrategy: PID 8883 died...\u000a10:35:46.967238 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8883): Terminated: ok {rc=0}\u000a10:35:46.977933 --- ParallelTerminationStrategy: PID 8884 died...\u000a10:35:47.035673 run iperf3-srv_10.42.42.10(pid=8884): Terminated {rc=256}\u000a10:35:47.046304 --- ParallelTerminationStrategy: PID 8885 died...\u000a10:35:47.104078 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8885): Terminated: ok {rc=0}\u000a10:35:47.114770 --- ParallelTerminationStrategy: PID 8886 died...\u000a10:35:47.172092 run iperf3-srv_10.42.42.10(pid=8886): Terminated {rc=256}\u000a10:35:47.182700 --- ParallelTerminationStrategy: PID 8887 died...\u000a10:35:47.240219 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8887): Terminated: ok {rc=0}\u000a10:35:47.250813 --- ParallelTerminationStrategy: PID 8888 died...\u000a10:35:47.307282 run iperf3-srv_10.42.42.10(pid=8888): Terminated {rc=256}\u000a10:35:47.317607 --- ParallelTerminationStrategy: PID 8889 died...\u000a10:35:47.373989 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8889): Terminated: ok {rc=0}\u000a10:35:47.384117 --- ParallelTerminationStrategy: PID 8890 died...\u000a10:35:47.440404 run iperf3-srv_10.42.42.10(pid=8890): Terminated {rc=256}\u000a10:35:47.450592 --- ParallelTerminationStrategy: PID 8893 died...\u000a10:35:47.506723 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8893): Terminated: ok {rc=0}\u000a10:35:47.517029 --- ParallelTerminationStrategy: PID 8896 died...\u000a10:35:47.573188 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8896): Terminated: ok {rc=0}\u000a10:35:47.583332 --- ParallelTerminationStrategy: PID 8899 died...\u000a10:35:47.639478 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8899): Terminated: ok {rc=0}\u000a10:35:47.726287 bus /gobi_4: Setting Powered False\u000a10:35:48.834028 bus /gobi_4: Setting Powered False\u000a10:35:49.947458 bus /gobi_1: Setting Powered False\u000a10:35:51.051874 bus /gobi_1: Setting Powered False\u000a10:35:52.165232 bus /gobi_0: Setting Powered False\u000a10:35:53.269734 bus /gobi_0: Setting Powered False\u000a10:35:54.383870 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 265, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8907): Process ended prematurely: osmo-stp_10.42.42.5(pid=8907) [trial-2403↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8907)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8907): Process ended prematurely: osmo-stp_10.42.42.5(pid=8907) [trial-2403↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8907)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:trx-umtrx+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a10:35:55.451907 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:35:55.463623 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:35:55.620501 tst ping.py: using LAC 40335\u000a10:35:55.737902 tst ping.py: using RAC 45\u000a10:35:55.861476 tst ping.py: using CellId 40335\u000a10:35:55.987307 tst ping.py: using BVCI 40336\u000a10:35:56.011770 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:35:56.023437 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:35:56.034857 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:35:56.046265 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:35:56.057654 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:35:56.068916 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:35:56.080528 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:35:56.091752 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:35:56.365630 tst ping.py:19: start network...\u000a10:35:56.488015 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:35:56.960885 run create_hlr_db(pid=8901): Launched\u000a10:35:57.133239 bus /gobi_6: Setting Powered False\u000a10:35:58.154794 run create_hlr_db(pid=8901): Terminated: ok {rc=0}\u000a10:35:58.580440 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8903): Launched\u000a10:35:58.898101 run osmo-hlr_10.42.42.2(pid=8904): Launched\u000a10:35:59.015667 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:35:59.565714 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8906): Launched\u000a10:35:59.881928 run osmo-stp_10.42.42.5(pid=8907): Launched\u000a10:35:59.995688 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:36:00.549367 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8909): Launched\u000a10:36:00.661824 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:36:00.980486 run patchelf(pid=8910): Launched\u000a10:36:01.164441 run osmo-stp_10.42.42.5(pid=8907): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8907)]\u000a10:36:01.299113 run osmo-stp_10.42.42.5(pid=8907): stdout: \u000a| (launched: 2022-12-14_10:35:59.725515)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:36:01.433108 run osmo-stp_10.42.42.5(pid=8907): stderr: \u000a| �[0;m�[38;5;43m20221214103559916 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214103559916 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214103559917 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214103559917 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214103559918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214103559918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214103559918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:36:01.562750 run osmo-stp_10.42.42.5(pid=8907): stdout: \u000a| (launched: 2022-12-14_10:35:59.725515)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:36:01.690998 run osmo-stp_10.42.42.5(pid=8907): stderr: \u000a| �[0;m�[38;5;43m20221214103559916 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214103559916 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214103559917 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214103559917 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214103559918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214103559918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214103559918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:36:01.838846 run patchelf(pid=8910): Terminating (SIGINT)\u000a10:36:02.014075 run patchelf(pid=8910): Terminated: ok {rc=0}\u000a10:36:02.047701 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=8907): Process ended prematurely: osmo-stp_10.42.42.5(pid=8907) [trial-2403↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8907)] [trial-2403↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22]\u000a10:36:02.057801 tst ping.py:22: Test FAILED (6.6 sec)\u000a10:36:02.121671 run osmo-hlr_10.42.42.2(pid=8904): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8904)]\u000a10:36:02.175596 run osmo-hlr_10.42.42.2(pid=8904): stdout: \u000a| (launched: 2022-12-14_10:35:58.741302) \u000a10:36:02.226822 run osmo-hlr_10.42.42.2(pid=8904): stderr: \u000a| �[0;m�[1;31m20221214103558938 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214103558938 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214103558938 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214103558938 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214103558938 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214103558938 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214103558950 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:trx-umtrx+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214103558958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214103558958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214103558958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:36:02.270574 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8903): Terminating (SIGTERM)\u000a10:36:02.311656 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8906): Terminating (SIGTERM)\u000a10:36:02.352488 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8909): Terminating (SIGTERM)\u000a10:36:02.361951 --- ParallelTerminationStrategy: PID 8903 died...\u000a10:36:02.416890 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8903): Terminated: ok {rc=0}\u000a10:36:02.426721 --- ParallelTerminationStrategy: PID 8906 died...\u000a10:36:02.481205 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8906): Terminated: ok {rc=0}\u000a10:36:02.490798 --- ParallelTerminationStrategy: PID 8909 died...\u000a10:36:02.545804 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8909): Terminated: ok {rc=0}\u000a10:36:02.634530 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 265, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8917): Process ended prematurely: osmo-stp_10.42.42.5(pid=8917) [trial-2403↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8917)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8917): Process ended prematurely: osmo-stp_10.42.42.5(pid=8917) [trial-2403↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8917)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:trx-umtrx+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a10:36:03.688042 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:36:03.700322 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:36:03.868054 tst ping_idle_ping.py: using LAC 40336\u000a10:36:03.994762 tst ping_idle_ping.py: using RAC 46\u000a10:36:04.119426 tst ping_idle_ping.py: using CellId 40336\u000a10:36:04.244118 tst ping_idle_ping.py: using BVCI 40337\u000a10:36:04.268532 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:36:04.279925 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:36:04.291231 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:36:04.302499 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:36:04.313731 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:36:04.325088 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:36:04.336454 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:36:04.347783 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:36:04.625655 tst ping_idle_ping.py:24: start network...\u000a10:36:04.749765 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:36:05.218902 run create_hlr_db(pid=8911): Launched\u000a10:36:05.391405 bus /gobi_6: Setting Powered False\u000a10:36:06.412660 run create_hlr_db(pid=8911): Terminated: ok {rc=0}\u000a10:36:06.812188 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8913): Launched\u000a10:36:07.112125 run osmo-hlr_10.42.42.2(pid=8914): Launched\u000a10:36:07.228291 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:36:07.757121 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8916): Launched\u000a10:36:08.060029 run osmo-stp_10.42.42.5(pid=8917): Launched\u000a10:36:08.169109 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:36:08.692898 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8919): Launched\u000a10:36:08.798759 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:36:09.060559 run patchelf(pid=8920): Launched\u000a10:36:09.236469 run osmo-stp_10.42.42.5(pid=8917): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8917)]\u000a10:36:09.365627 run osmo-stp_10.42.42.5(pid=8917): stdout: \u000a| (launched: 2022-12-14_10:36:07.910191)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:36:09.494640 run osmo-stp_10.42.42.5(pid=8917): stderr: \u000a| �[0;m�[38;5;43m20221214103608080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214103608081 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214103608081 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214103608081 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214103608082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214103608082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214103608082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:36:09.618809 run osmo-stp_10.42.42.5(pid=8917): stdout: \u000a| (launched: 2022-12-14_10:36:07.910191)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:36:09.741384 run osmo-stp_10.42.42.5(pid=8917): stderr: \u000a| �[0;m�[38;5;43m20221214103608080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214103608081 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214103608081 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214103608081 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214103608082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214103608082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214103608082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:36:09.885383 run patchelf(pid=8920): Terminating (SIGINT)\u000a10:36:10.054479 run patchelf(pid=8920): Terminated: ok {rc=0}\u000a10:36:10.085293 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=8917): Process ended prematurely: osmo-stp_10.42.42.5(pid=8917) [trial-2403↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8917)] [trial-2403↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a10:36:10.094152 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a10:36:10.155385 run osmo-hlr_10.42.42.2(pid=8914): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8914)]\u000a10:36:10.205126 run osmo-hlr_10.42.42.2(pid=8914): stdout: \u000a| (launched: 2022-12-14_10:36:06.963443) \u000a10:36:10.255721 run osmo-hlr_10.42.42.2(pid=8914): stderr: \u000a| �[0;m�[1;31m20221214103607137 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214103607138 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214103607138 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214103607138 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214103607138 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214103607138 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214103607150 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:trx-umtrx+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214103607159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214103607159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214103607159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:36:10.298625 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8913): Terminating (SIGTERM)\u000a10:36:10.339186 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8916): Terminating (SIGTERM)\u000a10:36:10.379856 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8919): Terminating (SIGTERM)\u000a10:36:10.389214 --- ParallelTerminationStrategy: PID 8913 died...\u000a10:36:10.443802 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8913): Terminated: ok {rc=0}\u000a10:36:10.453840 --- ParallelTerminationStrategy: PID 8916 died...\u000a10:36:10.507866 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8916): Terminated: ok {rc=0}\u000a10:36:10.517584 --- ParallelTerminationStrategy: PID 8919 died...\u000a10:36:10.571519 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8919): Terminated: ok {rc=0}\u000a10:36:10.655929 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "91", "name" : "gprs_trx-umtrx+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T10:35:12" }, { "cases" : [ { "testActions" : [ ], "age" : 265, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8935): Process ended prematurely: osmo-stp_10.42.42.5(pid=8935) [trial-2403↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8935)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8935): Process ended prematurely: osmo-stp_10.42.42.5(pid=8935) [trial-2403↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8935)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py\u000a----------------------------------------------\u000a10:36:12.831361 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:36:12.842598 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a10:36:12.981574 tst cs_paging_gprs_active.py: using LAC 40337\u000a10:36:13.105226 tst cs_paging_gprs_active.py: using RAC 47\u000a10:36:13.224335 tst cs_paging_gprs_active.py: using CellId 40337\u000a10:36:13.343353 tst cs_paging_gprs_active.py: using BVCI 40338\u000a10:36:13.366508 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:36:13.377671 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:36:13.388655 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:36:13.399712 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:36:13.411086 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:36:13.422450 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:36:13.433880 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:36:13.445170 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:36:13.456781 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a10:36:13.578968 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a10:36:13.858835 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a10:36:13.985313 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:36:14.301692 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8925): Launched\u000a10:36:14.564769 run iperf3-srv_10.42.42.10(pid=8926): Launched\u000a10:36:14.750113 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a10:36:14.876445 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:36:15.193435 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8927): Launched\u000a10:36:15.456471 run iperf3-srv_10.42.42.10(pid=8928): Launched\u000a10:36:15.640916 tst cs_paging_gprs_active.py:38: start network...\u000a10:36:15.767013 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:36:16.291098 run create_hlr_db(pid=8929): Launched\u000a10:36:16.470796 bus /gobi_6: Setting Powered False\u000a10:36:17.490945 run create_hlr_db(pid=8929): Terminated: ok {rc=0}\u000a10:36:17.920028 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8931): Launched\u000a10:36:18.226428 run osmo-hlr_10.42.42.2(pid=8932): Launched\u000a10:36:18.340825 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:36:18.869087 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8934): Launched\u000a10:36:19.173787 run osmo-stp_10.42.42.5(pid=8935): Launched\u000a10:36:19.284176 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:36:19.814452 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8937): Launched\u000a10:36:19.922417 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:36:20.189204 run patchelf(pid=8938): Launched\u000a10:36:20.368145 run osmo-stp_10.42.42.5(pid=8935): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8935)]\u000a10:36:20.499025 run osmo-stp_10.42.42.5(pid=8935): stdout: \u000a| (launched: 2022-12-14_10:36:19.023062)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:36:20.630121 run osmo-stp_10.42.42.5(pid=8935): stderr: \u000a| �[0;m�[38;5;43m20221214103619193 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214103619193 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214103619194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214103619194 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214103619194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214103619194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214103619195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:36:20.755894 run osmo-stp_10.42.42.5(pid=8935): stdout: \u000a| (launched: 2022-12-14_10:36:19.023062)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:36:20.880325 run osmo-stp_10.42.42.5(pid=8935): stderr: \u000a| �[0;m�[38;5;43m20221214103619193 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214103619193 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214103619194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214103619194 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214103619194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214103619194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214103619195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:36:21.026454 run patchelf(pid=8938): Terminating (SIGINT)\u000a10:36:21.198000 run patchelf(pid=8938): Terminated: ok {rc=0}\u000a10:36:21.229741 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=8935): Process ended prematurely: osmo-stp_10.42.42.5(pid=8935) [trial-2403↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8935)] [trial-2403↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38]\u000a10:36:21.239434 tst cs_paging_gprs_active.py:38: Test FAILED (8.4 sec)\u000a10:36:21.299999 run osmo-hlr_10.42.42.2(pid=8932): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8932)]\u000a10:36:21.349513 run osmo-hlr_10.42.42.2(pid=8932): stdout: \u000a| (launched: 2022-12-14_10:36:18.075196) \u000a10:36:21.399770 run osmo-hlr_10.42.42.2(pid=8932): stderr: \u000a| �[0;m�[1;31m20221214103618252 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214103618252 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214103618252 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214103618252 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214103618252 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214103618252 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214103618267 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214103618277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214103618277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214103618277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:36:21.442737 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8925): Terminating (SIGTERM)\u000a10:36:21.483261 run iperf3-srv_10.42.42.10(pid=8926): Terminating (SIGTERM)\u000a10:36:21.523962 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8927): Terminating (SIGTERM)\u000a10:36:21.564298 run iperf3-srv_10.42.42.10(pid=8928): Terminating (SIGTERM)\u000a10:36:21.604778 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8931): Terminating (SIGTERM)\u000a10:36:21.645252 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8934): Terminating (SIGTERM)\u000a10:36:21.685876 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8937): Terminating (SIGTERM)\u000a10:36:21.695060 --- ParallelTerminationStrategy: PID 8925 died...\u000a10:36:21.749499 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8925): Terminated: ok {rc=0}\u000a10:36:21.759166 --- ParallelTerminationStrategy: PID 8926 died...\u000a10:36:21.812930 run iperf3-srv_10.42.42.10(pid=8926): Terminated {rc=256}\u000a10:36:21.822407 --- ParallelTerminationStrategy: PID 8927 died...\u000a10:36:21.876230 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8927): Terminated: ok {rc=0}\u000a10:36:21.885894 --- ParallelTerminationStrategy: PID 8928 died...\u000a10:36:21.939646 run iperf3-srv_10.42.42.10(pid=8928): Terminated {rc=256}\u000a10:36:21.949350 --- ParallelTerminationStrategy: PID 8931 died...\u000a10:36:22.003081 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8931): Terminated: ok {rc=0}\u000a10:36:22.012676 --- ParallelTerminationStrategy: PID 8934 died...\u000a10:36:22.066456 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8934): Terminated: ok {rc=0}\u000a10:36:22.076078 --- ParallelTerminationStrategy: PID 8937 died...\u000a10:36:22.129531 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8937): Terminated: ok {rc=0}\u000a10:36:22.213600 bus /gobi_0: Setting Powered False\u000a10:36:23.321446 bus /gobi_0: Setting Powered False\u000a10:36:24.433212 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 265, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8947): Process ended prematurely: osmo-stp_10.42.42.5(pid=8947) [trial-2403↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8947)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8947): Process ended prematurely: osmo-stp_10.42.42.5(pid=8947) [trial-2403↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8947)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py\u000a----------------------------------------------\u000a10:36:25.542182 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:36:25.554109 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a10:36:25.696510 tst iperf3.py: using LAC 40338\u000a10:36:25.816929 tst iperf3.py: using RAC 48\u000a10:36:25.936812 tst iperf3.py: using CellId 40338\u000a10:36:26.057288 tst iperf3.py: using BVCI 40339\u000a10:36:26.080607 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:36:26.091921 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:36:26.103083 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:36:26.114249 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:36:26.125725 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:36:26.136910 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:36:26.148405 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:36:26.159711 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:36:26.171270 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a10:36:26.465474 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:36:26.600415 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:36:26.937896 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8939): Launched\u000a10:36:27.217504 run iperf3-srv_10.42.42.10(pid=8940): Launched\u000a10:36:27.414694 tst iperf3.py:8: start network...\u000a10:36:27.548036 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:36:28.026226 run create_hlr_db(pid=8941): Launched\u000a10:36:28.200049 bus /gobi_6: Setting Powered False\u000a10:36:29.221926 run create_hlr_db(pid=8941): Terminated: ok {rc=0}\u000a10:36:29.654563 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8943): Launched\u000a10:36:29.980494 run osmo-hlr_10.42.42.2(pid=8944): Launched\u000a10:36:30.098261 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:36:30.661144 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8946): Launched\u000a10:36:31.110112 run osmo-stp_10.42.42.5(pid=8947): Launched\u000a10:36:31.257599 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:36:31.882693 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8949): Launched\u000a10:36:31.998025 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:36:32.304254 run patchelf(pid=8950): Launched\u000a10:36:32.494719 run osmo-stp_10.42.42.5(pid=8947): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8947)]\u000a10:36:32.633485 run osmo-stp_10.42.42.5(pid=8947): stdout: \u000a| (launched: 2022-12-14_10:36:30.825271)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:36:32.772594 run osmo-stp_10.42.42.5(pid=8947): stderr: \u000a| �[0;m�[38;5;43m20221214103631143 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214103631144 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214103631144 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214103631144 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214103631148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214103631152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214103631152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:36:32.907034 run osmo-stp_10.42.42.5(pid=8947): stdout: \u000a| (launched: 2022-12-14_10:36:30.825271)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:36:33.039846 run osmo-stp_10.42.42.5(pid=8947): stderr: \u000a| �[0;m�[38;5;43m20221214103631143 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214103631144 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214103631144 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214103631144 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214103631148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214103631152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214103631152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:36:33.195056 run patchelf(pid=8950): Terminating (SIGINT)\u000a10:36:33.376513 run patchelf(pid=8950): Terminated: ok {rc=0}\u000a10:36:33.410113 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8947): Process ended prematurely: osmo-stp_10.42.42.5(pid=8947) [trial-2403↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8947)] [trial-2403↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8]\u000a10:36:33.420306 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a10:36:33.483805 run osmo-hlr_10.42.42.2(pid=8944): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8944)]\u000a10:36:33.535704 run osmo-hlr_10.42.42.2(pid=8944): stdout: \u000a| (launched: 2022-12-14_10:36:29.818710) \u000a10:36:33.588110 run osmo-hlr_10.42.42.2(pid=8944): stderr: \u000a| �[0;m�[1;31m20221214103630015 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214103630016 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214103630016 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214103630016 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214103630016 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214103630016 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214103630031 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214103630041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214103630041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214103630041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:36:33.632933 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8939): Terminating (SIGTERM)\u000a10:36:33.675576 run iperf3-srv_10.42.42.10(pid=8940): Terminating (SIGTERM)\u000a10:36:33.718417 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8943): Terminating (SIGTERM)\u000a10:36:33.760631 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8946): Terminating (SIGTERM)\u000a10:36:33.802869 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8949): Terminating (SIGTERM)\u000a10:36:33.812610 --- ParallelTerminationStrategy: PID 8939 died...\u000a10:36:33.869343 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8939): Terminated: ok {rc=0}\u000a10:36:33.879350 --- ParallelTerminationStrategy: PID 8940 died...\u000a10:36:33.935270 run iperf3-srv_10.42.42.10(pid=8940): Terminated {rc=256}\u000a10:36:33.945606 --- ParallelTerminationStrategy: PID 8943 died...\u000a10:36:34.001532 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8943): Terminated: ok {rc=0}\u000a10:36:34.011595 --- ParallelTerminationStrategy: PID 8946 died...\u000a10:36:34.067456 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8946): Terminated: ok {rc=0}\u000a10:36:34.077976 --- ParallelTerminationStrategy: PID 8949 died...\u000a10:36:34.134244 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8949): Terminated: ok {rc=0}\u000a10:36:34.222030 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 265, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8965): Process ended prematurely: osmo-stp_10.42.42.5(pid=8965) [trial-2403↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8965)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8965): Process ended prematurely: osmo-stp_10.42.42.5(pid=8965) [trial-2403↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8965)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py\u000a----------------------------------------------\u000a10:36:35.337656 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:36:35.350310 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a10:36:35.496885 tst iperf3m4.py: using LAC 40339\u000a10:36:35.624274 tst iperf3m4.py: using RAC 49\u000a10:36:35.754888 tst iperf3m4.py: using CellId 40339\u000a10:36:35.879451 tst iperf3m4.py: using BVCI 40340\u000a10:36:35.904380 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:36:35.916202 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:36:35.927860 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:36:35.939532 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:36:35.951495 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:36:35.963238 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:36:35.975212 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:36:35.987120 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:36:35.999075 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a10:36:36.118305 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a10:36:36.240401 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a10:36:36.359311 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a10:36:36.652419 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:36:36.788270 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:36:37.127557 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8951): Launched\u000a10:36:37.406820 run iperf3-srv_10.42.42.10(pid=8952): Launched\u000a10:36:37.604478 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a10:36:37.738903 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:36:38.075347 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8953): Launched\u000a10:36:38.354725 run iperf3-srv_10.42.42.10(pid=8954): Launched\u000a10:36:38.551903 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a10:36:38.686190 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:36:39.023320 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8955): Launched\u000a10:36:39.301034 run iperf3-srv_10.42.42.10(pid=8956): Launched\u000a10:36:39.497943 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a10:36:39.632139 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:36:39.968267 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8957): Launched\u000a10:36:40.246912 run iperf3-srv_10.42.42.10(pid=8958): Launched\u000a10:36:40.444848 tst iperf3m4.py:8: start network...\u000a10:36:40.579584 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:36:41.098052 run create_hlr_db(pid=8959): Launched\u000a10:36:41.284599 bus /gobi_6: Setting Powered False\u000a10:36:42.306245 run create_hlr_db(pid=8959): Terminated: ok {rc=0}\u000a10:36:42.716722 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8961): Launched\u000a10:36:43.024173 run osmo-hlr_10.42.42.2(pid=8962): Launched\u000a10:36:43.142409 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:36:43.676049 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8964): Launched\u000a10:36:43.979789 run osmo-stp_10.42.42.5(pid=8965): Launched\u000a10:36:44.089664 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:36:44.619317 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8967): Launched\u000a10:36:44.727152 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:36:44.995381 run patchelf(pid=8968): Launched\u000a10:36:45.173793 run osmo-stp_10.42.42.5(pid=8965): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8965)]\u000a10:36:45.303984 run osmo-stp_10.42.42.5(pid=8965): stdout: \u000a| (launched: 2022-12-14_10:36:43.830268)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:36:45.434553 run osmo-stp_10.42.42.5(pid=8965): stderr: \u000a| �[0;m�[38;5;43m20221214103643997 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214103643998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214103643998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214103643998 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214103643999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214103643999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214103643999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:36:45.560146 run osmo-stp_10.42.42.5(pid=8965): stdout: \u000a| (launched: 2022-12-14_10:36:43.830268)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:36:45.684700 run osmo-stp_10.42.42.5(pid=8965): stderr: \u000a| �[0;m�[38;5;43m20221214103643997 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214103643998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214103643998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214103643998 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214103643999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214103643999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214103643999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:36:45.839137 run patchelf(pid=8968): Terminating (SIGINT)\u000a10:36:46.066343 run patchelf(pid=8968): Terminated: ok {rc=0}\u000a10:36:46.105308 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8965): Process ended prematurely: osmo-stp_10.42.42.5(pid=8965) [trial-2403↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8965)] [trial-2403↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8]\u000a10:36:46.116707 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a10:36:46.185979 run osmo-hlr_10.42.42.2(pid=8962): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8962)]\u000a10:36:46.242260 run osmo-hlr_10.42.42.2(pid=8962): stdout: \u000a| (launched: 2022-12-14_10:36:42.871788) \u000a10:36:46.299805 run osmo-hlr_10.42.42.2(pid=8962): stderr: \u000a| �[0;m�[1;31m20221214103643049 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214103643049 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214103643049 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214103643049 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214103643049 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214103643049 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214103643062 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214103643071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214103643071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214103643071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:36:46.347879 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8951): Terminating (SIGTERM)\u000a10:36:46.392089 run iperf3-srv_10.42.42.10(pid=8952): Terminating (SIGTERM)\u000a10:36:46.436927 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8953): Terminating (SIGTERM)\u000a10:36:46.482321 run iperf3-srv_10.42.42.10(pid=8954): Terminating (SIGTERM)\u000a10:36:46.527328 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8955): Terminating (SIGTERM)\u000a10:36:46.571922 run iperf3-srv_10.42.42.10(pid=8956): Terminating (SIGTERM)\u000a10:36:46.616090 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8957): Terminating (SIGTERM)\u000a10:36:46.661891 run iperf3-srv_10.42.42.10(pid=8958): Terminating (SIGTERM)\u000a10:36:46.706881 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8961): Terminating (SIGTERM)\u000a10:36:46.753222 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8964): Terminating (SIGTERM)\u000a10:36:46.799851 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8967): Terminating (SIGTERM)\u000a10:36:46.810786 --- ParallelTerminationStrategy: PID 8951 died...\u000a10:36:46.873036 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8951): Terminated: ok {rc=0}\u000a10:36:46.884871 --- ParallelTerminationStrategy: PID 8952 died...\u000a10:36:46.944726 run iperf3-srv_10.42.42.10(pid=8952): Terminated {rc=256}\u000a10:36:46.956596 --- ParallelTerminationStrategy: PID 8953 died...\u000a10:36:47.015536 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8953): Terminated: ok {rc=0}\u000a10:36:47.027533 --- ParallelTerminationStrategy: PID 8954 died...\u000a10:36:47.087887 run iperf3-srv_10.42.42.10(pid=8954): Terminated {rc=256}\u000a10:36:47.098931 --- ParallelTerminationStrategy: PID 8955 died...\u000a10:36:47.158556 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8955): Terminated: ok {rc=0}\u000a10:36:47.170750 --- ParallelTerminationStrategy: PID 8956 died...\u000a10:36:47.229621 run iperf3-srv_10.42.42.10(pid=8956): Terminated {rc=256}\u000a10:36:47.240270 --- ParallelTerminationStrategy: PID 8957 died...\u000a10:36:47.297694 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8957): Terminated: ok {rc=0}\u000a10:36:47.308040 --- ParallelTerminationStrategy: PID 8958 died...\u000a10:36:47.365235 run iperf3-srv_10.42.42.10(pid=8958): Terminated {rc=256}\u000a10:36:47.375465 --- ParallelTerminationStrategy: PID 8961 died...\u000a10:36:47.433446 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8961): Terminated: ok {rc=0}\u000a10:36:47.443776 --- ParallelTerminationStrategy: PID 8964 died...\u000a10:36:47.501348 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8964): Terminated: ok {rc=0}\u000a10:36:47.511628 --- ParallelTerminationStrategy: PID 8967 died...\u000a10:36:47.569297 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8967): Terminated: ok {rc=0}\u000a10:36:47.657706 bus /gobi_4: Setting Powered False\u000a10:36:48.763536 bus /gobi_4: Setting Powered False\u000a10:36:49.873152 bus /gobi_1: Setting Powered False\u000a10:36:50.980668 bus /gobi_1: Setting Powered False\u000a10:36:52.090231 bus /gobi_0: Setting Powered False\u000a10:36:53.197476 bus /gobi_0: Setting Powered False\u000a10:36:54.306570 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 265, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8975): Process ended prematurely: osmo-stp_10.42.42.5(pid=8975) [trial-2403↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8975)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8975): Process ended prematurely: osmo-stp_10.42.42.5(pid=8975) [trial-2403↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8975)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py\u000a----------------------------------------------\u000a10:36:55.375086 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:36:55.387492 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a10:36:55.533150 tst ping.py: using LAC 40340\u000a10:36:55.656665 tst ping.py: using RAC 50\u000a10:36:55.780170 tst ping.py: using CellId 40340\u000a10:36:55.905235 tst ping.py: using BVCI 40341\u000a10:36:55.929836 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:36:55.941727 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:36:55.953386 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:36:55.965231 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:36:55.976651 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:36:55.988268 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:36:55.999893 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:36:56.011591 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a10:36:56.302891 tst ping.py:19: start network...\u000a10:36:56.434580 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:36:56.940175 run create_hlr_db(pid=8969): Launched\u000a10:36:57.124624 bus /gobi_6: Setting Powered False\u000a10:36:58.145572 run create_hlr_db(pid=8969): Terminated: ok {rc=0}\u000a10:36:58.568383 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8971): Launched\u000a10:36:58.886404 run osmo-hlr_10.42.42.2(pid=8972): Launched\u000a10:36:59.001480 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:36:59.557200 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8974): Launched\u000a10:36:59.876854 run osmo-stp_10.42.42.5(pid=8975): Launched\u000a10:36:59.991531 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:37:00.546321 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8977): Launched\u000a10:37:00.659113 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:37:00.968845 run patchelf(pid=8978): Launched\u000a10:37:01.160395 run osmo-stp_10.42.42.5(pid=8975): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8975)]\u000a10:37:01.299944 run osmo-stp_10.42.42.5(pid=8975): stdout: \u000a| (launched: 2022-12-14_10:36:59.718431)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:37:01.439855 run osmo-stp_10.42.42.5(pid=8975): stderr: \u000a| �[0;m�[38;5;43m20221214103659911 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214103659911 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214103659911 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214103659911 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214103659912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214103659912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214103659912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:37:01.573863 run osmo-stp_10.42.42.5(pid=8975): stdout: \u000a| (launched: 2022-12-14_10:36:59.718431)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:37:01.706664 run osmo-stp_10.42.42.5(pid=8975): stderr: \u000a| �[0;m�[38;5;43m20221214103659911 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214103659911 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214103659911 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214103659911 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214103659912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214103659912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214103659912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:37:01.862253 run patchelf(pid=8978): Terminating (SIGINT)\u000a10:37:02.045446 run patchelf(pid=8978): Terminated: ok {rc=0}\u000a10:37:02.079223 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=8975): Process ended prematurely: osmo-stp_10.42.42.5(pid=8975) [trial-2403↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8975)] [trial-2403↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22]\u000a10:37:02.089525 tst ping.py:22: Test FAILED (6.7 sec)\u000a10:37:02.153780 run osmo-hlr_10.42.42.2(pid=8972): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8972)]\u000a10:37:02.206503 run osmo-hlr_10.42.42.2(pid=8972): stdout: \u000a| (launched: 2022-12-14_10:36:58.728608) \u000a10:37:02.259003 run osmo-hlr_10.42.42.2(pid=8972): stderr: \u000a| �[0;m�[1;31m20221214103658925 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214103658925 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214103658926 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214103658926 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214103658926 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214103658926 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214103658964 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214103658974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214103658975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214103658975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:37:02.303702 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8971): Terminating (SIGTERM)\u000a10:37:02.346454 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8974): Terminating (SIGTERM)\u000a10:37:02.389568 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8977): Terminating (SIGTERM)\u000a10:37:02.399303 --- ParallelTerminationStrategy: PID 8971 died...\u000a10:37:02.455396 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8971): Terminated: ok {rc=0}\u000a10:37:02.465851 --- ParallelTerminationStrategy: PID 8974 died...\u000a10:37:02.521942 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8974): Terminated: ok {rc=0}\u000a10:37:02.531915 --- ParallelTerminationStrategy: PID 8977 died...\u000a10:37:02.587688 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8977): Terminated: ok {rc=0}\u000a10:37:02.678229 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 265, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8985): Process ended prematurely: osmo-stp_10.42.42.5(pid=8985) [trial-2403↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8985)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8985): Process ended prematurely: osmo-stp_10.42.42.5(pid=8985) [trial-2403↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8985)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py\u000a----------------------------------------------\u000a10:37:03.730494 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:37:03.742607 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a10:37:03.883660 tst ping_idle_ping.py: using LAC 40341\u000a10:37:04.009262 tst ping_idle_ping.py: using RAC 51\u000a10:37:04.122058 tst ping_idle_ping.py: using CellId 40341\u000a10:37:04.233605 tst ping_idle_ping.py: using BVCI 40342\u000a10:37:04.255658 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:37:04.266953 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:37:04.278158 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:37:04.289182 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:37:04.300422 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:37:04.311740 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:37:04.323188 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:37:04.334549 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a10:37:04.607872 tst ping_idle_ping.py:24: start network...\u000a10:37:04.727586 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:37:05.183973 run create_hlr_db(pid=8979): Launched\u000a10:37:05.350806 bus /gobi_6: Setting Powered False\u000a10:37:06.371800 run create_hlr_db(pid=8979): Terminated: ok {rc=0}\u000a10:37:06.782476 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8981): Launched\u000a10:37:07.089951 run osmo-hlr_10.42.42.2(pid=8982): Launched\u000a10:37:07.201311 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:37:07.735432 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8984): Launched\u000a10:37:08.042857 run osmo-stp_10.42.42.5(pid=8985): Launched\u000a10:37:08.153610 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:37:08.688416 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8987): Launched\u000a10:37:08.797505 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:37:09.066015 run patchelf(pid=8988): Launched\u000a10:37:09.246526 run osmo-stp_10.42.42.5(pid=8985): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8985)]\u000a10:37:09.378671 run osmo-stp_10.42.42.5(pid=8985): stdout: \u000a| (launched: 2022-12-14_10:37:07.890931)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:37:09.510970 run osmo-stp_10.42.42.5(pid=8985): stderr: \u000a| �[0;m�[38;5;43m20221214103708079 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214103708080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214103708080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214103708080 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214103708081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214103708081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214103708081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:37:09.638417 run osmo-stp_10.42.42.5(pid=8985): stdout: \u000a| (launched: 2022-12-14_10:37:07.890931)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:37:09.764225 run osmo-stp_10.42.42.5(pid=8985): stderr: \u000a| �[0;m�[38;5;43m20221214103708079 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214103708080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214103708080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214103708080 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214103708081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214103708081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214103708081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:37:09.910836 run patchelf(pid=8988): Terminating (SIGINT)\u000a10:37:10.084345 run patchelf(pid=8988): Terminated: ok {rc=0}\u000a10:37:10.116137 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=8985): Process ended prematurely: osmo-stp_10.42.42.5(pid=8985) [trial-2403↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8985)] [trial-2403↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27]\u000a10:37:10.125515 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a10:37:10.187769 run osmo-hlr_10.42.42.2(pid=8982): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8982)]\u000a10:37:10.238989 run osmo-hlr_10.42.42.2(pid=8982): stdout: \u000a| (launched: 2022-12-14_10:37:06.938375) \u000a10:37:10.290728 run osmo-hlr_10.42.42.2(pid=8982): stderr: \u000a| �[0;m�[1;31m20221214103707129 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214103707129 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214103707129 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214103707129 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214103707129 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214103707130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214103707179 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214103707188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214103707188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214103707188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:37:10.334591 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8981): Terminating (SIGTERM)\u000a10:37:10.375745 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8984): Terminating (SIGTERM)\u000a10:37:10.417034 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8987): Terminating (SIGTERM)\u000a10:37:10.426678 --- ParallelTerminationStrategy: PID 8981 died...\u000a10:37:10.482384 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8981): Terminated: ok {rc=0}\u000a10:37:10.492439 --- ParallelTerminationStrategy: PID 8984 died...\u000a10:37:10.547989 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8984): Terminated: ok {rc=0}\u000a10:37:10.558043 --- ParallelTerminationStrategy: PID 8987 died...\u000a10:37:10.612887 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8987): Terminated: ok {rc=0}\u000a10:37:10.698811 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "92", "name" : "gprs_trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T10:36:12" }, { "cases" : [ { "testActions" : [ ], "age" : 265, "className" : "dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8999): Process ended prematurely: osmo-stp_10.42.42.5(pid=8999) [trial-2403↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8999)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8999): Process ended prematurely: osmo-stp_10.42.42.5(pid=8999) [trial-2403↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8999)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a10:37:12.744806 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:37:12.755778 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a10:37:12.913351 tst switch_tch_pdch.py: using LAC 40342\u000a10:37:13.030400 tst switch_tch_pdch.py: using RAC 52\u000a10:37:13.144171 tst switch_tch_pdch.py: using CellId 40342\u000a10:37:13.255608 tst switch_tch_pdch.py: using BVCI 40343\u000a10:37:13.277566 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:37:13.288536 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:37:13.299461 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:37:13.310396 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:37:13.322145 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:37:13.333904 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:37:13.345792 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:37:13.357475 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:37:13.476629 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:37:13.746851 tst switch_tch_pdch.py:51: start network...\u000a10:37:13.866890 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:37:14.319118 run create_hlr_db(pid=8993): Launched\u000a10:37:14.486722 bus /gobi_6: Setting Powered False\u000a10:37:15.506611 run create_hlr_db(pid=8993): Terminated: ok {rc=0}\u000a10:37:15.926624 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8995): Launched\u000a10:37:16.269602 run osmo-hlr_10.42.42.2(pid=8996): Launched\u000a10:37:16.484361 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:37:17.138395 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8998): Launched\u000a10:37:17.474034 run osmo-stp_10.42.42.5(pid=8999): Launched\u000a10:37:17.581077 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:37:18.083674 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9001): Launched\u000a10:37:18.185766 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:37:18.437264 run patchelf(pid=9002): Launched\u000a10:37:18.605825 run osmo-stp_10.42.42.5(pid=8999): ERR: Terminated: ERROR {rc=1} [trial-2403↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8999)]\u000a10:37:18.729768 run osmo-stp_10.42.42.5(pid=8999): stdout: \u000a| (launched: 2022-12-14_10:37:17.296144)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:37:18.853854 run osmo-stp_10.42.42.5(pid=8999): stderr: \u000a| �[0;m�[38;5;43m20221214103717482 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214103717482 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214103717483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214103717483 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214103717484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214103717484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214103717484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:37:18.973523 run osmo-stp_10.42.42.5(pid=8999): stdout: \u000a| (launched: 2022-12-14_10:37:17.296144)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:37:19.091722 run osmo-stp_10.42.42.5(pid=8999): stderr: \u000a| �[0;m�[38;5;43m20221214103717482 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214103717482 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214103717483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214103717483 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214103717484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214103717484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214103717484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:37:19.230505 run patchelf(pid=9002): Terminating (SIGINT)\u000a10:37:19.393342 run patchelf(pid=9002): Terminated: ok {rc=0}\u000a10:37:19.423055 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=8999): Process ended prematurely: osmo-stp_10.42.42.5(pid=8999) [trial-2403↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8999)] [trial-2403↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a10:37:19.431661 tst switch_tch_pdch.py:54: Test FAILED (6.7 sec)\u000a10:37:19.491092 run osmo-hlr_10.42.42.2(pid=8996): ERR: Terminated: ERROR {rc=237} [trial-2403↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8996)]\u000a10:37:19.539790 run osmo-hlr_10.42.42.2(pid=8996): stdout: \u000a| (launched: 2022-12-14_10:37:16.084143) \u000a10:37:19.589077 run osmo-hlr_10.42.42.2(pid=8996): stderr: \u000a| �[0;m�[1;31m20221214103716479 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214103716479 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214103716479 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214103716479 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214103716480 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214103716480 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214103716549 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214103716567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214103716567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214103716567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:37:19.631188 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8995): Terminating (SIGTERM)\u000a10:37:19.671039 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8998): Terminating (SIGTERM)\u000a10:37:19.710631 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9001): Terminating (SIGTERM)\u000a10:37:19.719665 --- ParallelTerminationStrategy: PID 8995 died...\u000a10:37:19.772690 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8995): Terminated: ok {rc=0}\u000a10:37:19.782096 --- ParallelTerminationStrategy: PID 8998 died...\u000a10:37:19.834804 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8998): Terminated: ok {rc=0}\u000a10:37:19.844064 --- ParallelTerminationStrategy: PID 9001 died...\u000a10:37:19.896301 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9001): Terminated: ok {rc=0}\u000a10:37:19.979296 bus /gobi_0: Setting Powered False\u000a10:37:21.078855 bus /gobi_0: Setting Powered False\u000a10:37:22.184319 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "93", "name" : "dynts_trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T10:37:12" }, { "cases" : [ { "testActions" : [ ], "age" : 265, "className" : "dynts:trx-umtrx+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9012): Process ended prematurely: osmo-stp_10.42.42.5(pid=9012) [trial-2403↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9012)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9012): Process ended prematurely: osmo-stp_10.42.42.5(pid=9012) [trial-2403↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9012)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 dynts:trx-umtrx+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a10:37:24.169138 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:37:24.180505 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a10:37:24.337265 tst switch_tch_pdch.py: using LAC 40343\u000a10:37:24.456392 tst switch_tch_pdch.py: using RAC 53\u000a10:37:24.577234 tst switch_tch_pdch.py: using CellId 40343\u000a10:37:24.696228 tst switch_tch_pdch.py: using BVCI 40344\u000a10:37:24.719715 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:37:24.731010 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:37:24.742150 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:37:24.753225 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:37:24.764380 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:37:24.775601 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:37:24.787100 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:37:24.798186 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a10:37:24.916560 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a10:37:25.184400 tst switch_tch_pdch.py:51: start network...\u000a10:37:25.303628 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:37:25.731409 run create_hlr_db(pid=9006): Launched\u000a10:37:25.848368 bus /gobi_6: Setting Powered False\u000a10:37:26.917749 run create_hlr_db(pid=9006): Terminated: ok {rc=0}\u000a10:37:27.277519 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9008): Launched\u000a10:37:27.565130 run osmo-hlr_10.42.42.2(pid=9009): Launched\u000a10:37:27.673085 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:37:28.148352 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9011): Launched\u000a10:37:28.434837 run osmo-stp_10.42.42.5(pid=9012): Launched\u000a10:37:28.538742 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:37:29.014989 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9014): Launched\u000a10:37:29.116726 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:37:29.367481 run patchelf(pid=9015): Launched\u000a10:37:29.535890 run osmo-stp_10.42.42.5(pid=9012): ERR: Terminated: ERROR {rc=1} [trial-2403↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9012)]\u000a10:37:29.659735 run osmo-stp_10.42.42.5(pid=9012): stdout: \u000a| (launched: 2022-12-14_10:37:28.293099)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:37:29.783395 run osmo-stp_10.42.42.5(pid=9012): stderr: \u000a| �[0;m�[38;5;43m20221214103728456 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214103728456 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214103728456 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214103728457 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214103728457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214103728457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214103728457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:37:29.902876 run osmo-stp_10.42.42.5(pid=9012): stdout: \u000a| (launched: 2022-12-14_10:37:28.293099)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:37:30.020576 run osmo-stp_10.42.42.5(pid=9012): stderr: \u000a| �[0;m�[38;5;43m20221214103728456 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214103728456 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214103728456 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214103728457 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214103728457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214103728457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214103728457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:37:30.158679 run patchelf(pid=9015): Terminating (SIGINT)\u000a10:37:30.321387 run patchelf(pid=9015): Terminated: ok {rc=0}\u000a10:37:30.351153 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=9012): Process ended prematurely: osmo-stp_10.42.42.5(pid=9012) [trial-2403↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9012)] [trial-2403↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a10:37:30.359752 tst switch_tch_pdch.py:54: Test FAILED (6.2 sec)\u000a10:37:30.419120 run osmo-hlr_10.42.42.2(pid=9009): ERR: Terminated: ERROR {rc=237} [trial-2403↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9009)]\u000a10:37:30.467648 run osmo-hlr_10.42.42.2(pid=9009): stdout: \u000a| (launched: 2022-12-14_10:37:27.422562) \u000a10:37:30.516892 run osmo-hlr_10.42.42.2(pid=9009): stderr: \u000a| �[0;m�[1;31m20221214103727592 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214103727592 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214103727592 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214103727592 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214103727592 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214103727592 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214103727605 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/dynts:trx-umtrx+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214103727614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214103727614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214103727614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:37:30.558880 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9008): Terminating (SIGTERM)\u000a10:37:30.598455 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9011): Terminating (SIGTERM)\u000a10:37:30.637906 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9014): Terminating (SIGTERM)\u000a10:37:30.646861 --- ParallelTerminationStrategy: PID 9008 died...\u000a10:37:30.699922 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9008): Terminated: ok {rc=0}\u000a10:37:30.709288 --- ParallelTerminationStrategy: PID 9011 died...\u000a10:37:30.762013 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9011): Terminated: ok {rc=0}\u000a10:37:30.771340 --- ParallelTerminationStrategy: PID 9014 died...\u000a10:37:30.824029 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9014): Terminated: ok {rc=0}\u000a10:37:30.934325 bus /gobi_0: Setting Powered False\u000a10:37:32.037198 bus /gobi_0: Setting Powered False\u000a10:37:33.141671 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "94", "name" : "dynts_trx-umtrx+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T10:37:23" }, { "cases" : [ { "testActions" : [ ], "age" : 264, "className" : "nitb_sms:trx-lms", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=9020): Process ended prematurely: osmo-nitb_10.42.42.2(pid=9020) [trial-2403↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9020)]", "failedSince" : 2140, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=9020): Process ended prematurely: osmo-nitb_10.42.42.2(pid=9020) [trial-2403↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9020)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 nitb_sms:trx-lms mo_mt_sms.py\u000a----------------------------------------------\u000a10:37:35.040483 tst nitb_sms:trx-lms: Using 1 x ip_address (candidates: 1)\u000a10:37:35.051911 tst nitb_sms:trx-lms: Using 1 x bts (candidates: 1)\u000a10:37:35.186854 tst mo_mt_sms.py: using LAC 40344\u000a10:37:35.304516 tst mo_mt_sms.py: using RAC 54\u000a10:37:35.418869 tst mo_mt_sms.py: using CellId 40344\u000a10:37:35.533065 tst mo_mt_sms.py: using BVCI 40345\u000a10:37:35.554761 tst nitb_sms:trx-lms: Using 1 x modem (candidates: 2)\u000a10:37:35.672183 tst nitb_sms:trx-lms: Using 1 x modem (candidates: 2)\u000a10:37:35.951578 tst mo_mt_sms.py:9: start nitb and bts...\u000a10:37:36.078308 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a10:37:36.710469 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=9019): Launched\u000a10:37:37.012400 run osmo-nitb_10.42.42.2(pid=9020): Launched\u000a10:37:37.200941 run osmo-nitb_10.42.42.2(pid=9020): ERR: Terminated: ERROR {rc=2} [trial-2403↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9020)]\u000a10:37:37.340704 run osmo-nitb_10.42.42.2(pid=9020): stdout: \u000a| (launched: 2022-12-14_10:37:36.865478) \u000a10:37:37.479867 run osmo-nitb_10.42.42.2(pid=9020): stderr: \u000a| (launched: 2022-12-14_10:37:36.910859)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a10:37:37.614374 run osmo-nitb_10.42.42.2(pid=9020): stdout: \u000a| (launched: 2022-12-14_10:37:36.865478) \u000a10:37:37.747655 run osmo-nitb_10.42.42.2(pid=9020): stderr: \u000a| (launched: 2022-12-14_10:37:36.910859)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a10:37:38.135430 tst osmo-nitb_10.42.42.2(pid=9020): stdout: \u000a| (launched: 2022-12-14_10:37:36.865478) \u000a10:37:38.256939 tst osmo-nitb_10.42.42.2(pid=9020): stderr: \u000a| (launched: 2022-12-14_10:37:36.910859)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a10:37:38.310372 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=9020): Process ended prematurely: osmo-nitb_10.42.42.2(pid=9020) [trial-2403↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9020)] [trial-2403↪nitb_sms:trx-lms↪mo_mt_sms.py:11]\u000a10:37:38.319137 tst mo_mt_sms.py:11: Test FAILED (3.3 sec)\u000a10:37:38.354558 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=9019): Terminating (SIGTERM)\u000a10:37:38.532057 --- ParallelTerminationStrategy: PID 9019 died...\u000a10:37:38.588729 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=9019): Terminated: ok {rc=0}\u000a10:37:38.673843 bus /sierra_3: Setting Powered False\u000a10:37:39.780226 bus /sierra_3: Setting Powered False\u000a10:37:40.886796 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "95", "name" : "nitb_sms_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T10:37:34" }, { "cases" : [ { "testActions" : [ ], "age" : 73, "className" : "sms:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9030): Process ended prematurely: osmo-stp_10.42.42.5(pid=9030) [trial-2403↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9030)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9030): Process ended prematurely: osmo-stp_10.42.42.5(pid=9030) [trial-2403↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9030)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 sms:trx-lms mo_mt_sms.py\u000a----------------------------------------------\u000a10:37:42.777502 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a10:37:42.788496 tst sms:trx-lms: Using 1 x bts (candidates: 1)\u000a10:37:42.924330 tst mo_mt_sms.py: using LAC 40345\u000a10:37:43.043261 tst mo_mt_sms.py: using RAC 55\u000a10:37:43.161020 tst mo_mt_sms.py: using CellId 40345\u000a10:37:43.278823 tst mo_mt_sms.py: using BVCI 40346\u000a10:37:43.301994 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a10:37:43.312839 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a10:37:43.323646 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a10:37:43.334395 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a10:37:43.346484 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a10:37:43.357240 tst sms:trx-lms: Using 1 x modem (candidates: 2)\u000a10:37:43.471622 tst sms:trx-lms: Using 1 x modem (candidates: 2)\u000a10:37:43.677282 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:37:44.165336 run create_hlr_db(pid=9024): Launched\u000a10:37:44.342810 bus /sierra_2: Setting Powered False\u000a10:37:45.354165 run create_hlr_db(pid=9024): Terminated: ok {rc=0}\u000a10:37:45.770182 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9026): Launched\u000a10:37:46.219210 run osmo-hlr_10.42.42.2(pid=9027): Launched\u000a10:37:46.442011 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:37:47.043608 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9029): Launched\u000a10:37:47.401335 run osmo-stp_10.42.42.5(pid=9030): Launched\u000a10:37:47.513042 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:37:48.083565 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9032): Launched\u000a10:37:48.393438 run osmo-msc_10.42.42.6(pid=9033): Launched\u000a10:37:48.575010 run osmo-stp_10.42.42.5(pid=9030): ERR: Terminated: ERROR {rc=1} [trial-2403↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9030)]\u000a10:37:48.706304 run osmo-stp_10.42.42.5(pid=9030): stdout: \u000a| (launched: 2022-12-14_10:37:47.196840)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:37:48.836630 run osmo-stp_10.42.42.5(pid=9030): stderr: \u000a| �[0;m�[38;5;43m20221214103747410 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214103747410 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214103747411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214103747411 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214103747411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214103747412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214103747412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:37:48.962182 run osmo-stp_10.42.42.5(pid=9030): stdout: \u000a| (launched: 2022-12-14_10:37:47.196840)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:37:49.085966 run osmo-stp_10.42.42.5(pid=9030): stderr: \u000a| �[0;m�[38;5;43m20221214103747410 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214103747410 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214103747411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214103747411 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214103747411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214103747412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214103747412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:37:49.140839 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=9030): Process ended prematurely: osmo-stp_10.42.42.5(pid=9030) [trial-2403↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9030)] [trial-2403↪sms:trx-lms↪mo_mt_sms.py:16]\u000a10:37:49.149874 tst mo_mt_sms.py:16: Test FAILED (6.4 sec)\u000a10:37:49.212789 run osmo-hlr_10.42.42.2(pid=9027): ERR: Terminated: ERROR {rc=237} [trial-2403↪sms:trx-lms↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9027)]\u000a10:37:49.264412 run osmo-hlr_10.42.42.2(pid=9027): stdout: \u000a| (launched: 2022-12-14_10:37:45.933281) \u000a10:37:49.316450 run osmo-hlr_10.42.42.2(pid=9027): stderr: \u000a| �[0;m�[1;31m20221214103746175 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214103746175 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214103746175 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214103746175 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214103746175 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214103746175 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214103746191 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/sms:trx-lms/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214103746205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214103746205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214103746205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:37:49.387127 run osmo-msc_10.42.42.6(pid=9033): ERR: Terminated: ERROR {rc=2} [trial-2403↪sms:trx-lms↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9033)]\u000a10:37:49.438645 run osmo-msc_10.42.42.6(pid=9033): stdout: \u000a| (launched: 2022-12-14_10:37:48.241109) \u000a10:37:49.490263 run osmo-msc_10.42.42.6(pid=9033): stderr: \u000a| �[0;m�[38;5;43m20221214103748559 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214103748559 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4c56c3cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214103748559 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214103748559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214103748559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214103748560 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214103748561 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214103748562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214103748562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214103748562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:37:49.534334 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9026): Terminating (SIGTERM)\u000a10:37:49.575890 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9029): Terminating (SIGTERM)\u000a10:37:49.617684 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9032): Terminating (SIGTERM)\u000a10:37:49.627291 --- ParallelTerminationStrategy: PID 9026 died...\u000a10:37:49.683573 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9026): Terminated: ok {rc=0}\u000a10:37:49.693975 --- ParallelTerminationStrategy: PID 9029 died...\u000a10:37:49.749729 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9029): Terminated: ok {rc=0}\u000a10:37:49.759833 --- ParallelTerminationStrategy: PID 9032 died...\u000a10:37:49.815577 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9032): Terminated: ok {rc=0}\u000a10:37:49.901437 bus /sierra_3: Setting Powered False\u000a10:37:51.007604 bus /sierra_3: Setting Powered False\u000a10:37:52.117988 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "96", "name" : "sms_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T10:37:42" }, { "cases" : [ { "testActions" : [ ], "age" : 264, "className" : "nitb_ussd:trx-lms", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=9039): Process ended prematurely: osmo-nitb_10.42.42.2(pid=9039) [trial-2403↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9039)]", "failedSince" : 2140, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=9039): Process ended prematurely: osmo-nitb_10.42.42.2(pid=9039) [trial-2403↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9039)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 nitb_ussd:trx-lms assert_extension.py\u000a----------------------------------------------\u000a10:37:53.961218 tst nitb_ussd:trx-lms: Using 1 x ip_address (candidates: 1)\u000a10:37:53.972228 tst nitb_ussd:trx-lms: Using 1 x bts (candidates: 1)\u000a10:37:54.109714 tst assert_extension.py: using LAC 40346\u000a10:37:54.230759 tst assert_extension.py: using RAC 56\u000a10:37:54.354148 tst assert_extension.py: using CellId 40346\u000a10:37:54.477606 tst assert_extension.py: using BVCI 40347\u000a10:37:54.501321 tst nitb_ussd:trx-lms: Using 1 x modem (candidates: 1)\u000a10:37:54.772611 tst assert_extension.py:10: start nitb and bts...\u000a10:37:54.894400 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a10:37:55.502260 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=9038): Launched\u000a10:37:55.791900 run osmo-nitb_10.42.42.2(pid=9039): Launched\u000a10:37:55.973347 run osmo-nitb_10.42.42.2(pid=9039): ERR: Terminated: ERROR {rc=2} [trial-2403↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9039)]\u000a10:37:56.107019 run osmo-nitb_10.42.42.2(pid=9039): stdout: \u000a| (launched: 2022-12-14_10:37:55.650435) \u000a10:37:56.240734 run osmo-nitb_10.42.42.2(pid=9039): stderr: \u000a| (launched: 2022-12-14_10:37:55.693855)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a10:37:56.369963 run osmo-nitb_10.42.42.2(pid=9039): stdout: \u000a| (launched: 2022-12-14_10:37:55.650435) \u000a10:37:56.497749 run osmo-nitb_10.42.42.2(pid=9039): stderr: \u000a| (launched: 2022-12-14_10:37:55.693855)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a10:37:56.910077 tst osmo-nitb_10.42.42.2(pid=9039): stdout: \u000a| (launched: 2022-12-14_10:37:55.650435) \u000a10:37:57.027147 tst osmo-nitb_10.42.42.2(pid=9039): stderr: \u000a| (launched: 2022-12-14_10:37:55.693855)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a10:37:57.078370 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=9039): Process ended prematurely: osmo-nitb_10.42.42.2(pid=9039) [trial-2403↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9039)] [trial-2403↪nitb_ussd:trx-lms↪assert_extension.py:12]\u000a10:37:57.086396 tst assert_extension.py:12: Test FAILED (3.1 sec)\u000a10:37:57.121369 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=9038): Terminating (SIGTERM)\u000a10:37:57.299559 --- ParallelTerminationStrategy: PID 9038 died...\u000a10:37:57.355793 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=9038): Terminated: ok {rc=0}\u000a10:37:57.445569 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "97", "name" : "nitb_ussd_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T10:37:53" }, { "cases" : [ { "testActions" : [ ], "age" : 73, "className" : "ussd:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9049): Process ended prematurely: osmo-stp_10.42.42.5(pid=9049) [trial-2403↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9049)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9049): Process ended prematurely: osmo-stp_10.42.42.5(pid=9049) [trial-2403↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9049)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 ussd:trx-lms assert_extension.py\u000a----------------------------------------------\u000a10:37:59.285086 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a10:37:59.296120 tst ussd:trx-lms: Using 1 x bts (candidates: 1)\u000a10:37:59.436148 tst assert_extension.py: using LAC 40347\u000a10:37:59.558770 tst assert_extension.py: using RAC 57\u000a10:37:59.682721 tst assert_extension.py: using CellId 40347\u000a10:37:59.805248 tst assert_extension.py: using BVCI 40348\u000a10:37:59.828889 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a10:37:59.839823 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a10:37:59.850778 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a10:37:59.861749 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a10:37:59.873249 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a10:37:59.884712 tst ussd:trx-lms: Using 1 x modem (candidates: 1)\u000a10:38:00.082293 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:38:00.559108 run create_hlr_db(pid=9043): Launched\u000a10:38:00.740534 bus /sierra_2: Setting Powered False\u000a10:38:01.815326 run create_hlr_db(pid=9043): Terminated: ok {rc=0}\u000a10:38:02.284783 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9045): Launched\u000a10:38:02.597140 run osmo-hlr_10.42.42.2(pid=9046): Launched\u000a10:38:02.718365 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:38:03.260842 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9048): Launched\u000a10:38:03.571856 run osmo-stp_10.42.42.5(pid=9049): Launched\u000a10:38:03.683346 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:38:04.252397 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9051): Launched\u000a10:38:04.563242 run osmo-msc_10.42.42.6(pid=9052): Launched\u000a10:38:04.745076 run osmo-stp_10.42.42.5(pid=9049): ERR: Terminated: ERROR {rc=1} [trial-2403↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9049)]\u000a10:38:04.876344 run osmo-stp_10.42.42.5(pid=9049): stdout: \u000a| (launched: 2022-12-14_10:38:03.418938)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:38:05.008275 run osmo-stp_10.42.42.5(pid=9049): stderr: \u000a| �[0;m�[38;5;43m20221214103803604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214103803604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214103803604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214103803605 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214103803605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214103803605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214103803605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:38:05.133825 run osmo-stp_10.42.42.5(pid=9049): stdout: \u000a| (launched: 2022-12-14_10:38:03.418938)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:38:05.257556 run osmo-stp_10.42.42.5(pid=9049): stderr: \u000a| �[0;m�[38;5;43m20221214103803604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214103803604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214103803604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214103803605 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214103803605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214103803605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214103803605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:38:05.312156 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=9049): Process ended prematurely: osmo-stp_10.42.42.5(pid=9049) [trial-2403↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9049)] [trial-2403↪ussd:trx-lms↪assert_extension.py:17]\u000a10:38:05.320852 tst assert_extension.py:17: Test FAILED (6.0 sec)\u000a10:38:05.383559 run osmo-hlr_10.42.42.2(pid=9046): ERR: Terminated: ERROR {rc=237} [trial-2403↪ussd:trx-lms↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9046)]\u000a10:38:05.435321 run osmo-hlr_10.42.42.2(pid=9046): stdout: \u000a| (launched: 2022-12-14_10:38:02.444488) \u000a10:38:05.487695 run osmo-hlr_10.42.42.2(pid=9046): stderr: \u000a| �[0;m�[1;31m20221214103802635 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214103802635 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214103802636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214103802636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214103802636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214103802636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214103802648 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/ussd:trx-lms/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214103802657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214103802658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214103802658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:38:05.559279 run osmo-msc_10.42.42.6(pid=9052): ERR: Terminated: ERROR {rc=2} [trial-2403↪ussd:trx-lms↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9052)]\u000a10:38:05.610750 run osmo-msc_10.42.42.6(pid=9052): stdout: \u000a| (launched: 2022-12-14_10:38:04.410526) \u000a10:38:05.662983 run osmo-msc_10.42.42.6(pid=9052): stderr: \u000a| �[0;m�[38;5;43m20221214103804728 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214103804728 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0d9a6c9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214103804728 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214103804728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214103804728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214103804728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214103804730 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214103804730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214103804731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214103804731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:38:05.707184 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9045): Terminating (SIGTERM)\u000a10:38:05.749083 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9048): Terminating (SIGTERM)\u000a10:38:05.791002 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9051): Terminating (SIGTERM)\u000a10:38:05.800720 --- ParallelTerminationStrategy: PID 9045 died...\u000a10:38:05.857333 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9045): Terminated: ok {rc=0}\u000a10:38:05.867508 --- ParallelTerminationStrategy: PID 9048 died...\u000a10:38:05.923008 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9048): Terminated: ok {rc=0}\u000a10:38:05.933121 --- ParallelTerminationStrategy: PID 9051 died...\u000a10:38:05.988988 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9051): Terminated: ok {rc=0}\u000a10:38:06.076291 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "98", "name" : "ussd_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T10:37:59" }, { "cases" : [ { "testActions" : [ ], "age" : 77, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9063): Process ended prematurely: osmo-stp_10.42.42.5(pid=9063) [trial-2403↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9063)]", "failedSince" : 2327, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9063): Process ended prematurely: osmo-stp_10.42.42.5(pid=9063) [trial-2403↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9063)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a10:38:08.042221 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:38:08.054260 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a10:38:08.217397 tst mo_mt_call.py: using LAC 40348\u000a10:38:08.341199 tst mo_mt_call.py: using RAC 58\u000a10:38:08.469202 tst mo_mt_call.py: using CellId 40348\u000a10:38:08.593285 tst mo_mt_call.py: using BVCI 40349\u000a10:38:08.617535 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:38:08.628854 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:38:08.640146 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:38:08.651929 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:38:08.663856 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:38:08.675364 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a10:38:08.790853 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a10:38:09.001434 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:38:09.508154 run create_hlr_db(pid=9057): Launched\u000a10:38:09.691945 bus /sierra_2: Setting Powered False\u000a10:38:10.703744 run create_hlr_db(pid=9057): Terminated: ok {rc=0}\u000a10:38:11.133782 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9059): Launched\u000a10:38:11.450395 run osmo-hlr_10.42.42.2(pid=9060): Launched\u000a10:38:11.565158 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:38:12.118181 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9062): Launched\u000a10:38:12.434748 run osmo-stp_10.42.42.5(pid=9063): Launched\u000a10:38:12.549083 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:38:13.129610 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9065): Launched\u000a10:38:13.446952 run osmo-msc_10.42.42.6(pid=9066): Launched\u000a10:38:13.633167 run osmo-stp_10.42.42.5(pid=9063): ERR: Terminated: ERROR {rc=1} [trial-2403↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9063)]\u000a10:38:13.767532 run osmo-stp_10.42.42.5(pid=9063): stdout: \u000a| (launched: 2022-12-14_10:38:12.279689)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:38:13.901149 run osmo-stp_10.42.42.5(pid=9063): stderr: \u000a| �[0;m�[38;5;43m20221214103812466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214103812466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214103812466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214103812467 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214103812467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214103812467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214103812467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:38:14.028605 run osmo-stp_10.42.42.5(pid=9063): stdout: \u000a| (launched: 2022-12-14_10:38:12.279689)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:38:14.155040 run osmo-stp_10.42.42.5(pid=9063): stderr: \u000a| �[0;m�[38;5;43m20221214103812466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214103812466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214103812466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214103812467 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214103812467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214103812467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214103812467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:38:14.210896 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9063): Process ended prematurely: osmo-stp_10.42.42.5(pid=9063) [trial-2403↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9063)] [trial-2403↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a10:38:14.220230 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a10:38:14.283254 run osmo-hlr_10.42.42.2(pid=9060): ERR: Terminated: ERROR {rc=237} [trial-2403↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9060)]\u000a10:38:14.334939 run osmo-hlr_10.42.42.2(pid=9060): stdout: \u000a| (launched: 2022-12-14_10:38:11.295122) \u000a10:38:14.387208 run osmo-hlr_10.42.42.2(pid=9060): stderr: \u000a| �[0;m�[1;31m20221214103811488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214103811488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214103811488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214103811488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214103811488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214103811488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214103811500 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214103811510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214103811510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214103811510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:38:14.457606 run osmo-msc_10.42.42.6(pid=9066): ERR: Terminated: ERROR {rc=2} [trial-2403↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9066)]\u000a10:38:14.509095 run osmo-msc_10.42.42.6(pid=9066): stdout: \u000a| (launched: 2022-12-14_10:38:13.291053) \u000a10:38:14.561202 run osmo-msc_10.42.42.6(pid=9066): stderr: \u000a| �[0;m�[38;5;43m20221214103813607 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214103813607 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0d1265fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214103813607 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214103813607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214103813607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214103813607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214103813609 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214103813610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214103813610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214103813610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:38:14.605568 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9059): Terminating (SIGTERM)\u000a10:38:14.647425 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9062): Terminating (SIGTERM)\u000a10:38:14.689263 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9065): Terminating (SIGTERM)\u000a10:38:14.698937 --- ParallelTerminationStrategy: PID 9059 died...\u000a10:38:14.755233 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9059): Terminated: ok {rc=0}\u000a10:38:14.765411 --- ParallelTerminationStrategy: PID 9062 died...\u000a10:38:14.821496 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9062): Terminated: ok {rc=0}\u000a10:38:14.831665 --- ParallelTerminationStrategy: PID 9065 died...\u000a10:38:14.888010 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9065): Terminated: ok {rc=0}\u000a10:38:14.975312 bus /sierra_3: Setting Powered False\u000a10:38:16.080888 bus /sierra_3: Setting Powered False\u000a10:38:17.202134 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 84, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9074): Process ended prematurely: osmo-stp_10.42.42.5(pid=9074) [trial-2403↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9074)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9074): Process ended prematurely: osmo-stp_10.42.42.5(pid=9074) [trial-2403↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9074)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:38:18.313961 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:38:18.325598 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a10:38:18.482630 tst mo_mt_call_osmux.py: using LAC 40349\u000a10:38:18.602268 tst mo_mt_call_osmux.py: using RAC 59\u000a10:38:18.719171 tst mo_mt_call_osmux.py: using CellId 40349\u000a10:38:18.840469 tst mo_mt_call_osmux.py: using BVCI 40350\u000a10:38:18.863127 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:38:18.874085 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:38:18.884708 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:38:18.895551 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:38:18.906697 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:38:18.917724 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a10:38:19.033587 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a10:38:19.247830 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:38:19.758578 run create_hlr_db(pid=9068): Launched\u000a10:38:19.942959 bus /sierra_2: Setting Powered False\u000a10:38:20.964882 run create_hlr_db(pid=9068): Terminated: ok {rc=0}\u000a10:38:21.390340 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9070): Launched\u000a10:38:21.708395 run osmo-hlr_10.42.42.2(pid=9071): Launched\u000a10:38:21.827979 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:38:22.381844 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9073): Launched\u000a10:38:22.698888 run osmo-stp_10.42.42.5(pid=9074): Launched\u000a10:38:22.813520 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:38:23.395709 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9076): Launched\u000a10:38:23.713448 run osmo-msc_10.42.42.6(pid=9077): Launched\u000a10:38:23.899682 run osmo-stp_10.42.42.5(pid=9074): ERR: Terminated: ERROR {rc=1} [trial-2403↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9074)]\u000a10:38:24.034741 run osmo-stp_10.42.42.5(pid=9074): stdout: \u000a| (launched: 2022-12-14_10:38:22.543370)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:38:24.167914 run osmo-stp_10.42.42.5(pid=9074): stderr: \u000a| �[0;m�[38;5;43m20221214103822730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214103822731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214103822731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214103822732 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214103822732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214103822732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214103822732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:38:24.295866 run osmo-stp_10.42.42.5(pid=9074): stdout: \u000a| (launched: 2022-12-14_10:38:22.543370)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:38:24.422495 run osmo-stp_10.42.42.5(pid=9074): stderr: \u000a| �[0;m�[38;5;43m20221214103822730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214103822731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214103822731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214103822732 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214103822732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214103822732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214103822732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:38:24.478600 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9074): Process ended prematurely: osmo-stp_10.42.42.5(pid=9074) [trial-2403↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9074)] [trial-2403↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a10:38:24.488135 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a10:38:24.551001 run osmo-hlr_10.42.42.2(pid=9071): ERR: Terminated: ERROR {rc=237} [trial-2403↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9071)]\u000a10:38:24.602637 run osmo-hlr_10.42.42.2(pid=9071): stdout: \u000a| (launched: 2022-12-14_10:38:21.552520) \u000a10:38:24.654930 run osmo-hlr_10.42.42.2(pid=9071): stderr: \u000a| �[0;m�[1;31m20221214103821745 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214103821745 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214103821745 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214103821745 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214103821745 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214103821745 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214103821758 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214103821768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214103821768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214103821768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:38:24.725736 run osmo-msc_10.42.42.6(pid=9077): ERR: Terminated: ERROR {rc=2} [trial-2403↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9077)]\u000a10:38:24.777211 run osmo-msc_10.42.42.6(pid=9077): stdout: \u000a| (launched: 2022-12-14_10:38:23.557188) \u000a10:38:24.829586 run osmo-msc_10.42.42.6(pid=9077): stderr: \u000a| �[0;m�[38;5;43m20221214103823873 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214103823873 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6336138c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214103823873 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214103823874 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214103823874 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214103823874 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214103823876 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214103823876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214103823876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214103823876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:38:24.874064 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9070): Terminating (SIGTERM)\u000a10:38:24.915827 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9073): Terminating (SIGTERM)\u000a10:38:24.958248 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9076): Terminating (SIGTERM)\u000a10:38:24.967993 --- ParallelTerminationStrategy: PID 9070 died...\u000a10:38:25.024506 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9070): Terminated: ok {rc=0}\u000a10:38:25.034697 --- ParallelTerminationStrategy: PID 9073 died...\u000a10:38:25.090492 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9073): Terminated: ok {rc=0}\u000a10:38:25.100675 --- ParallelTerminationStrategy: PID 9076 died...\u000a10:38:25.156468 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9076): Terminated: ok {rc=0}\u000a10:38:25.243443 bus /sierra_3: Setting Powered False\u000a10:38:26.350597 bus /sierra_3: Setting Powered False\u000a10:38:27.463548 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "99", "name" : "voice_trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T10:38:07" }, { "cases" : [ { "testActions" : [ ], "age" : 73, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9088): Process ended prematurely: osmo-stp_10.42.42.5(pid=9088) [trial-2403↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9088)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9088): Process ended prematurely: osmo-stp_10.42.42.5(pid=9088) [trial-2403↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9088)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a10:38:29.453594 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:38:29.464673 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a10:38:29.618771 tst mo_mt_call.py: using LAC 40350\u000a10:38:29.735432 tst mo_mt_call.py: using RAC 60\u000a10:38:29.854024 tst mo_mt_call.py: using CellId 40350\u000a10:38:29.973652 tst mo_mt_call.py: using BVCI 40351\u000a10:38:29.996162 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:38:30.007187 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:38:30.018120 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:38:30.028897 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:38:30.040110 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:38:30.051184 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a10:38:30.170514 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a10:38:30.378642 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:38:30.895948 run create_hlr_db(pid=9082): Launched\u000a10:38:31.094743 bus /sierra_2: Setting Powered False\u000a10:38:32.096790 run create_hlr_db(pid=9082): Terminated: ok {rc=0}\u000a10:38:32.548524 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9084): Launched\u000a10:38:32.863940 run osmo-hlr_10.42.42.2(pid=9085): Launched\u000a10:38:32.983791 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:38:33.535402 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9087): Launched\u000a10:38:33.851925 run osmo-stp_10.42.42.5(pid=9088): Launched\u000a10:38:33.966338 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:38:34.547346 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9090): Launched\u000a10:38:34.863557 run osmo-msc_10.42.42.6(pid=9091): Launched\u000a10:38:35.049831 run osmo-stp_10.42.42.5(pid=9088): ERR: Terminated: ERROR {rc=1} [trial-2403↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9088)]\u000a10:38:35.183612 run osmo-stp_10.42.42.5(pid=9088): stdout: \u000a| (launched: 2022-12-14_10:38:33.696791)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:38:35.316770 run osmo-stp_10.42.42.5(pid=9088): stderr: \u000a| �[0;m�[38;5;43m20221214103833884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214103833884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214103833884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214103833885 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214103833885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214103833885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214103833885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:38:35.443913 run osmo-stp_10.42.42.5(pid=9088): stdout: \u000a| (launched: 2022-12-14_10:38:33.696791)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:38:35.569935 run osmo-stp_10.42.42.5(pid=9088): stderr: \u000a| �[0;m�[38;5;43m20221214103833884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214103833884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214103833884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214103833885 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214103833885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214103833885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214103833885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:38:35.625933 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9088): Process ended prematurely: osmo-stp_10.42.42.5(pid=9088) [trial-2403↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9088)] [trial-2403↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a10:38:35.634965 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a10:38:35.697486 run osmo-hlr_10.42.42.2(pid=9085): ERR: Terminated: ERROR {rc=237} [trial-2403↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9085)]\u000a10:38:35.748594 run osmo-hlr_10.42.42.2(pid=9085): stdout: \u000a| (launched: 2022-12-14_10:38:32.709794) \u000a10:38:35.801119 run osmo-hlr_10.42.42.2(pid=9085): stderr: \u000a| �[0;m�[1;31m20221214103832901 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214103832901 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214103832901 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214103832901 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214103832901 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214103832901 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214103832914 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214103832922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214103832922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214103832922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:38:35.871284 run osmo-msc_10.42.42.6(pid=9091): ERR: Terminated: ERROR {rc=2} [trial-2403↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9091)]\u000a10:38:35.922531 run osmo-msc_10.42.42.6(pid=9091): stdout: \u000a| (launched: 2022-12-14_10:38:34.708302) \u000a10:38:35.974783 run osmo-msc_10.42.42.6(pid=9091): stderr: \u000a| �[0;m�[38;5;43m20221214103835024 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214103835024 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f107cc60c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214103835024 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214103835024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214103835025 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214103835025 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214103835026 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214103835027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214103835027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214103835027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:38:36.019163 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9084): Terminating (SIGTERM)\u000a10:38:36.061205 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9087): Terminating (SIGTERM)\u000a10:38:36.103086 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9090): Terminating (SIGTERM)\u000a10:38:36.112602 --- ParallelTerminationStrategy: PID 9084 died...\u000a10:38:36.168193 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9084): Terminated: ok {rc=0}\u000a10:38:36.178263 --- ParallelTerminationStrategy: PID 9087 died...\u000a10:38:36.234252 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9087): Terminated: ok {rc=0}\u000a10:38:36.244240 --- ParallelTerminationStrategy: PID 9090 died...\u000a10:38:36.299696 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9090): Terminated: ok {rc=0}\u000a10:38:36.386810 bus /sierra_3: Setting Powered False\u000a10:38:37.490031 bus /sierra_3: Setting Powered False\u000a10:38:38.600462 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 84, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9099): Process ended prematurely: osmo-stp_10.42.42.5(pid=9099) [trial-2403↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9099)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9099): Process ended prematurely: osmo-stp_10.42.42.5(pid=9099) [trial-2403↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9099)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:38:39.709492 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:38:39.721004 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a10:38:39.882906 tst mo_mt_call_osmux.py: using LAC 40351\u000a10:38:40.009782 tst mo_mt_call_osmux.py: using RAC 61\u000a10:38:40.136290 tst mo_mt_call_osmux.py: using CellId 40351\u000a10:38:40.255402 tst mo_mt_call_osmux.py: using BVCI 40352\u000a10:38:40.278370 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:38:40.289413 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:38:40.300414 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:38:40.311210 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:38:40.322520 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:38:40.333567 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a10:38:40.449335 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a10:38:40.658482 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:38:41.167614 run create_hlr_db(pid=9093): Launched\u000a10:38:41.351057 bus /sierra_2: Setting Powered False\u000a10:38:42.372493 run create_hlr_db(pid=9093): Terminated: ok {rc=0}\u000a10:38:42.775188 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9095): Launched\u000a10:38:43.074467 run osmo-hlr_10.42.42.2(pid=9096): Launched\u000a10:38:43.192460 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:38:43.715151 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9098): Launched\u000a10:38:44.013366 run osmo-stp_10.42.42.5(pid=9099): Launched\u000a10:38:44.128924 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:38:44.680212 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9101): Launched\u000a10:38:44.979456 run osmo-msc_10.42.42.6(pid=9102): Launched\u000a10:38:45.155365 run osmo-stp_10.42.42.5(pid=9099): ERR: Terminated: ERROR {rc=1} [trial-2403↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9099)]\u000a10:38:45.282558 run osmo-stp_10.42.42.5(pid=9099): stdout: \u000a| (launched: 2022-12-14_10:38:43.867209)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:38:45.408166 run osmo-stp_10.42.42.5(pid=9099): stderr: \u000a| �[0;m�[38;5;43m20221214103844033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214103844033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214103844033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214103844034 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214103844034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214103844034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214103844034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:38:45.528304 run osmo-stp_10.42.42.5(pid=9099): stdout: \u000a| (launched: 2022-12-14_10:38:43.867209)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:38:45.647668 run osmo-stp_10.42.42.5(pid=9099): stderr: \u000a| �[0;m�[38;5;43m20221214103844033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214103844033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214103844033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214103844034 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214103844034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214103844034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214103844034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:38:45.700297 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9099): Process ended prematurely: osmo-stp_10.42.42.5(pid=9099) [trial-2403↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9099)] [trial-2403↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a10:38:45.709330 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a10:38:45.769909 run osmo-hlr_10.42.42.2(pid=9096): ERR: Terminated: ERROR {rc=237} [trial-2403↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9096)]\u000a10:38:45.819747 run osmo-hlr_10.42.42.2(pid=9096): stdout: \u000a| (launched: 2022-12-14_10:38:42.926848) \u000a10:38:45.887111 run osmo-hlr_10.42.42.2(pid=9096): stderr: \u000a| �[0;m�[1;31m20221214103843100 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214103843100 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214103843100 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214103843100 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214103843100 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214103843100 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214103843112 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214103843122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214103843123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214103843123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:38:45.960652 run osmo-msc_10.42.42.6(pid=9102): ERR: Terminated: ERROR {rc=2} [trial-2403↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9102)]\u000a10:38:46.011422 run osmo-msc_10.42.42.6(pid=9102): stdout: \u000a| (launched: 2022-12-14_10:38:44.831313) \u000a10:38:46.064273 run osmo-msc_10.42.42.6(pid=9102): stderr: \u000a| �[0;m�[38;5;43m20221214103845098 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214103845098 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1e4fb3fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214103845098 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214103845098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214103845098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214103845099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214103845101 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214103845101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214103845101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214103845101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:38:46.109366 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9095): Terminating (SIGTERM)\u000a10:38:46.153678 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9098): Terminating (SIGTERM)\u000a10:38:46.198350 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9101): Terminating (SIGTERM)\u000a10:38:46.208213 --- ParallelTerminationStrategy: PID 9095 died...\u000a10:38:46.265796 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9095): Terminated: ok {rc=0}\u000a10:38:46.276300 --- ParallelTerminationStrategy: PID 9098 died...\u000a10:38:46.333563 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9098): Terminated: ok {rc=0}\u000a10:38:46.344495 --- ParallelTerminationStrategy: PID 9101 died...\u000a10:38:46.402524 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9101): Terminated: ok {rc=0}\u000a10:38:46.506668 bus /sierra_3: Setting Powered False\u000a10:38:47.615545 bus /sierra_3: Setting Powered False\u000a10:38:48.724381 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "100", "name" : "voice_trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T10:38:29" }, { "cases" : [ { "testActions" : [ ], "age" : 73, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9113): Process ended prematurely: osmo-stp_10.42.42.5(pid=9113) [trial-2403↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9113)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9113): Process ended prematurely: osmo-stp_10.42.42.5(pid=9113) [trial-2403↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9113)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a10:38:50.730621 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:38:50.742266 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a10:38:50.899518 tst mo_mt_call.py: using LAC 40352\u000a10:38:51.014682 tst mo_mt_call.py: using RAC 62\u000a10:38:51.135466 tst mo_mt_call.py: using CellId 40352\u000a10:38:51.250718 tst mo_mt_call.py: using BVCI 40353\u000a10:38:51.273372 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:38:51.284438 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:38:51.295253 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:38:51.306132 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:38:51.317403 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:38:51.328605 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a10:38:51.448280 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a10:38:51.653482 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:38:52.124045 run create_hlr_db(pid=9107): Launched\u000a10:38:52.295616 bus /sierra_2: Setting Powered False\u000a10:38:53.317626 run create_hlr_db(pid=9107): Terminated: ok {rc=0}\u000a10:38:53.742584 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9109): Launched\u000a10:38:54.060704 run osmo-hlr_10.42.42.2(pid=9110): Launched\u000a10:38:54.177624 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:38:54.728154 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9112): Launched\u000a10:38:55.047798 run osmo-stp_10.42.42.5(pid=9113): Launched\u000a10:38:55.162546 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:38:55.743089 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9115): Launched\u000a10:38:56.060462 run osmo-msc_10.42.42.6(pid=9116): Launched\u000a10:38:56.246099 run osmo-stp_10.42.42.5(pid=9113): ERR: Terminated: ERROR {rc=1} [trial-2403↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9113)]\u000a10:38:56.380254 run osmo-stp_10.42.42.5(pid=9113): stdout: \u000a| (launched: 2022-12-14_10:38:54.889948)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:38:56.514113 run osmo-stp_10.42.42.5(pid=9113): stderr: \u000a| �[0;m�[38;5;43m20221214103855077 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214103855077 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214103855077 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214103855078 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214103855078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214103855078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214103855078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:38:56.641787 run osmo-stp_10.42.42.5(pid=9113): stdout: \u000a| (launched: 2022-12-14_10:38:54.889948)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:38:56.768244 run osmo-stp_10.42.42.5(pid=9113): stderr: \u000a| �[0;m�[38;5;43m20221214103855077 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214103855077 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214103855077 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214103855078 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214103855078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214103855078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214103855078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:38:56.824292 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9113): Process ended prematurely: osmo-stp_10.42.42.5(pid=9113) [trial-2403↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9113)] [trial-2403↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a10:38:56.833611 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a10:38:56.896306 run osmo-hlr_10.42.42.2(pid=9110): ERR: Terminated: ERROR {rc=237} [trial-2403↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9110)]\u000a10:38:56.947744 run osmo-hlr_10.42.42.2(pid=9110): stdout: \u000a| (launched: 2022-12-14_10:38:53.904109) \u000a10:38:57.000204 run osmo-hlr_10.42.42.2(pid=9110): stderr: \u000a| �[0;m�[1;31m20221214103854096 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214103854096 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214103854096 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214103854096 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214103854096 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214103854096 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214103854108 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214103854117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214103854117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214103854117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:38:57.070893 run osmo-msc_10.42.42.6(pid=9116): ERR: Terminated: ERROR {rc=2} [trial-2403↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9116)]\u000a10:38:57.122282 run osmo-msc_10.42.42.6(pid=9116): stdout: \u000a| (launched: 2022-12-14_10:38:55.904078) \u000a10:38:57.174101 run osmo-msc_10.42.42.6(pid=9116): stderr: \u000a| �[0;m�[38;5;43m20221214103856221 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214103856221 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1184d8fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214103856221 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214103856221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214103856222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214103856222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214103856223 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214103856224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214103856224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214103856224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:38:57.218182 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9109): Terminating (SIGTERM)\u000a10:38:57.260558 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9112): Terminating (SIGTERM)\u000a10:38:57.302515 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9115): Terminating (SIGTERM)\u000a10:38:57.312124 --- ParallelTerminationStrategy: PID 9109 died...\u000a10:38:57.367757 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9109): Terminated: ok {rc=0}\u000a10:38:57.377946 --- ParallelTerminationStrategy: PID 9112 died...\u000a10:38:57.433062 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9112): Terminated: ok {rc=0}\u000a10:38:57.443123 --- ParallelTerminationStrategy: PID 9115 died...\u000a10:38:57.498820 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9115): Terminated: ok {rc=0}\u000a10:38:57.585690 bus /sierra_3: Setting Powered False\u000a10:38:58.690686 bus /sierra_3: Setting Powered False\u000a10:38:59.802624 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 84, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9394): Process ended prematurely: osmo-stp_10.42.42.5(pid=9394) [trial-2403↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9394)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9394): Process ended prematurely: osmo-stp_10.42.42.5(pid=9394) [trial-2403↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9394)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:39:00.930059 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:39:00.942747 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a10:39:01.138338 tst mo_mt_call_osmux.py: using LAC 40353\u000a10:39:01.279461 tst mo_mt_call_osmux.py: using RAC 63\u000a10:39:01.416254 tst mo_mt_call_osmux.py: using CellId 40353\u000a10:39:01.573629 tst mo_mt_call_osmux.py: using BVCI 40354\u000a10:39:01.605745 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:39:01.620804 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:39:01.642100 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:39:01.661019 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:39:01.681534 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:39:01.701297 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a10:39:01.845341 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a10:39:02.091309 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:39:02.682386 run create_hlr_db(pid=9166): Launched\u000a10:39:02.882805 bus /sierra_2: Setting Powered False\u000a10:39:03.942890 run create_hlr_db(pid=9166): Terminated: ok {rc=0}\u000a10:39:04.407426 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9390): Launched\u000a10:39:04.808281 run osmo-hlr_10.42.42.2(pid=9391): Launched\u000a10:39:05.039045 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:39:05.667247 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9393): Launched\u000a10:39:06.078818 run osmo-stp_10.42.42.5(pid=9394): Launched\u000a10:39:06.243630 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:39:06.849047 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9398): Launched\u000a10:39:07.258135 run osmo-msc_10.42.42.6(pid=9399): Launched\u000a10:39:07.634113 run osmo-stp_10.42.42.5(pid=9394): ERR: Terminated: ERROR {rc=1} [trial-2403↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9394)]\u000a10:39:07.911451 run osmo-stp_10.42.42.5(pid=9394): stdout: \u000a| (launched: 2022-12-14_10:39:05.821871)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:39:08.096512 run osmo-stp_10.42.42.5(pid=9394): stderr: \u000a| �[0;m�[38;5;43m20221214103906110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214103906110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214103906110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214103906111 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214103906111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214103906111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214103906111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:39:08.223125 run osmo-stp_10.42.42.5(pid=9394): stdout: \u000a| (launched: 2022-12-14_10:39:05.821871)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:39:08.348648 run osmo-stp_10.42.42.5(pid=9394): stderr: \u000a| �[0;m�[38;5;43m20221214103906110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214103906110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214103906110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214103906111 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214103906111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214103906111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214103906111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:39:08.403408 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9394): Process ended prematurely: osmo-stp_10.42.42.5(pid=9394) [trial-2403↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9394)] [trial-2403↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a10:39:08.413227 tst mo_mt_call_osmux.py:8: Test FAILED (7.5 sec)\u000a10:39:08.478339 run osmo-hlr_10.42.42.2(pid=9391): ERR: Terminated: ERROR {rc=237} [trial-2403↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9391)]\u000a10:39:08.530876 run osmo-hlr_10.42.42.2(pid=9391): stdout: \u000a| (launched: 2022-12-14_10:39:04.562805) \u000a10:39:08.583753 run osmo-hlr_10.42.42.2(pid=9391): stderr: \u000a| �[0;m�[1;31m20221214103904890 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214103904890 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214103904890 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214103904890 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214103904890 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214103904890 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214103904909 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214103904925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214103904925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214103904925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:39:08.655585 run osmo-msc_10.42.42.6(pid=9399): ERR: Terminated: ERROR {rc=2} [trial-2403↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9399)]\u000a10:39:08.708207 run osmo-msc_10.42.42.6(pid=9399): stdout: \u000a| (launched: 2022-12-14_10:39:07.007732) \u000a10:39:08.761557 run osmo-msc_10.42.42.6(pid=9399): stderr: \u000a| �[0;m�[38;5;43m20221214103907597 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214103907598 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7faf3a9f6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214103907598 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214103907598 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214103907598 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214103907598 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214103907600 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214103907600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214103907600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214103907601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:39:08.806637 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9390): Terminating (SIGTERM)\u000a10:39:08.851661 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9393): Terminating (SIGTERM)\u000a10:39:08.897767 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9398): Terminating (SIGTERM)\u000a10:39:08.908163 --- ParallelTerminationStrategy: PID 9390 died...\u000a10:39:08.965422 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9390): Terminated: ok {rc=0}\u000a10:39:08.976046 --- ParallelTerminationStrategy: PID 9393 died...\u000a10:39:09.035608 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9393): Terminated: ok {rc=0}\u000a10:39:09.046296 --- ParallelTerminationStrategy: PID 9398 died...\u000a10:39:09.104741 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9398): Terminated: ok {rc=0}\u000a10:39:09.196168 bus /sierra_3: Setting Powered False\u000a10:39:10.304923 bus /sierra_3: Setting Powered False\u000a10:39:11.416340 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "101", "name" : "voice_trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T10:38:50" }, { "cases" : [ { "testActions" : [ ], "age" : 77, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9411): Process ended prematurely: osmo-stp_10.42.42.5(pid=9411) [trial-2403↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9411)]", "failedSince" : 2327, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9411): Process ended prematurely: osmo-stp_10.42.42.5(pid=9411) [trial-2403↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9411)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a10:39:13.432402 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:39:13.444934 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a10:39:13.612930 tst mo_mt_call.py: using LAC 40354\u000a10:39:13.742343 tst mo_mt_call.py: using RAC 64\u000a10:39:13.874294 tst mo_mt_call.py: using CellId 40354\u000a10:39:14.005609 tst mo_mt_call.py: using BVCI 40355\u000a10:39:14.031519 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:39:14.044039 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:39:14.057778 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:39:14.070936 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:39:14.083737 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:39:14.096862 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a10:39:14.221604 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a10:39:14.437036 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:39:14.999432 run create_hlr_db(pid=9405): Launched\u000a10:39:15.191866 bus /sierra_2: Setting Powered False\u000a10:39:16.329102 run create_hlr_db(pid=9405): Terminated: ok {rc=0}\u000a10:39:16.787784 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9407): Launched\u000a10:39:17.216667 run osmo-hlr_10.42.42.2(pid=9408): Launched\u000a10:39:17.423173 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:39:18.180104 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9410): Launched\u000a10:39:18.606244 run osmo-stp_10.42.42.5(pid=9411): Launched\u000a10:39:18.822207 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:39:19.437923 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9413): Launched\u000a10:39:19.860156 run osmo-msc_10.42.42.6(pid=9414): Launched\u000a10:39:20.261336 run osmo-stp_10.42.42.5(pid=9411): ERR: Terminated: ERROR {rc=1} [trial-2403↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9411)]\u000a10:39:20.458512 run osmo-stp_10.42.42.5(pid=9411): stdout: \u000a| (launched: 2022-12-14_10:39:18.348541)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:39:20.597647 run osmo-stp_10.42.42.5(pid=9411): stderr: \u000a| �[0;m�[38;5;43m20221214103918636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214103918636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214103918637 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214103918637 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214103918638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214103918638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214103918638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:39:20.735049 run osmo-stp_10.42.42.5(pid=9411): stdout: \u000a| (launched: 2022-12-14_10:39:18.348541)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:39:20.864869 run osmo-stp_10.42.42.5(pid=9411): stderr: \u000a| �[0;m�[38;5;43m20221214103918636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214103918636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214103918637 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214103918637 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214103918638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214103918638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214103918638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:39:20.923675 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9411): Process ended prematurely: osmo-stp_10.42.42.5(pid=9411) [trial-2403↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9411)] [trial-2403↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a10:39:20.933524 tst mo_mt_call.py:8: Test FAILED (7.5 sec)\u000a10:39:20.999253 run osmo-hlr_10.42.42.2(pid=9408): ERR: Terminated: ERROR {rc=237} [trial-2403↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9408)]\u000a10:39:21.052447 run osmo-hlr_10.42.42.2(pid=9408): stdout: \u000a| (launched: 2022-12-14_10:39:16.956373) \u000a10:39:21.107150 run osmo-hlr_10.42.42.2(pid=9408): stderr: \u000a| �[0;m�[1;31m20221214103917256 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214103917256 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214103917256 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214103917256 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214103917256 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214103917256 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214103917279 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214103917287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214103917288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214103917288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:39:21.180852 run osmo-msc_10.42.42.6(pid=9414): ERR: Terminated: ERROR {rc=2} [trial-2403↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9414)]\u000a10:39:21.234730 run osmo-msc_10.42.42.6(pid=9414): stdout: \u000a| (launched: 2022-12-14_10:39:19.607169) \u000a10:39:21.290385 run osmo-msc_10.42.42.6(pid=9414): stderr: \u000a| �[0;m�[38;5;43m20221214103920106 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214103920106 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f90dad5fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214103920106 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214103920106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214103920107 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214103920109 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214103920111 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214103920111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214103920111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214103920111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:39:21.337390 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9407): Terminating (SIGTERM)\u000a10:39:21.383564 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9410): Terminating (SIGTERM)\u000a10:39:21.429580 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9413): Terminating (SIGTERM)\u000a10:39:21.440416 --- ParallelTerminationStrategy: PID 9407 died...\u000a10:39:21.501571 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9407): Terminated: ok {rc=0}\u000a10:39:21.512599 --- ParallelTerminationStrategy: PID 9410 died...\u000a10:39:21.571351 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9410): Terminated: ok {rc=0}\u000a10:39:21.582856 --- ParallelTerminationStrategy: PID 9413 died...\u000a10:39:21.641723 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9413): Terminated: ok {rc=0}\u000a10:39:21.735133 bus /sierra_3: Setting Powered False\u000a10:39:22.843866 bus /sierra_3: Setting Powered False\u000a10:39:23.957393 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 80, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9422): Process ended prematurely: osmo-stp_10.42.42.5(pid=9422) [trial-2403↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9422)]", "failedSince" : 2324, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9422): Process ended prematurely: osmo-stp_10.42.42.5(pid=9422) [trial-2403↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9422)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:39:25.073433 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:39:25.085775 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a10:39:25.249401 tst mo_mt_call_osmux.py: using LAC 40355\u000a10:39:25.377424 tst mo_mt_call_osmux.py: using RAC 65\u000a10:39:25.505172 tst mo_mt_call_osmux.py: using CellId 40355\u000a10:39:25.633226 tst mo_mt_call_osmux.py: using BVCI 40356\u000a10:39:25.657897 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:39:25.669850 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:39:25.681254 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:39:25.692734 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:39:25.704150 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:39:25.715529 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a10:39:25.831952 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a10:39:26.042633 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:39:26.559471 run create_hlr_db(pid=9416): Launched\u000a10:39:26.746011 bus /sierra_2: Setting Powered False\u000a10:39:27.766699 run create_hlr_db(pid=9416): Terminated: ok {rc=0}\u000a10:39:28.176007 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9418): Launched\u000a10:39:28.482230 run osmo-hlr_10.42.42.2(pid=9419): Launched\u000a10:39:28.601421 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:39:29.132360 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9421): Launched\u000a10:39:29.435183 run osmo-stp_10.42.42.5(pid=9422): Launched\u000a10:39:29.545457 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:39:30.100073 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9424): Launched\u000a10:39:30.406295 run osmo-msc_10.42.42.6(pid=9425): Launched\u000a10:39:30.585143 run osmo-stp_10.42.42.5(pid=9422): ERR: Terminated: ERROR {rc=1} [trial-2403↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9422)]\u000a10:39:30.713941 run osmo-stp_10.42.42.5(pid=9422): stdout: \u000a| (launched: 2022-12-14_10:39:29.286440)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:39:30.852766 run osmo-stp_10.42.42.5(pid=9422): stderr: \u000a| �[0;m�[38;5;43m20221214103929453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214103929453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214103929453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214103929454 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214103929454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214103929454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214103929454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:39:30.995989 run osmo-stp_10.42.42.5(pid=9422): stdout: \u000a| (launched: 2022-12-14_10:39:29.286440)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:39:31.129805 run osmo-stp_10.42.42.5(pid=9422): stderr: \u000a| �[0;m�[38;5;43m20221214103929453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214103929453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214103929453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214103929454 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214103929454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214103929454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214103929454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:39:31.190462 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9422): Process ended prematurely: osmo-stp_10.42.42.5(pid=9422) [trial-2403↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9422)] [trial-2403↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a10:39:31.201068 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a10:39:31.270173 run osmo-hlr_10.42.42.2(pid=9419): ERR: Terminated: ERROR {rc=237} [trial-2403↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9419)]\u000a10:39:31.325113 run osmo-hlr_10.42.42.2(pid=9419): stdout: \u000a| (launched: 2022-12-14_10:39:28.330885) \u000a10:39:31.381414 run osmo-hlr_10.42.42.2(pid=9419): stderr: \u000a| �[0;m�[1;31m20221214103928503 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214103928503 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214103928503 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214103928503 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214103928503 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214103928503 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214103928516 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214103928524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214103928524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214103928524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:39:31.455843 run osmo-msc_10.42.42.6(pid=9425): ERR: Terminated: ERROR {rc=2} [trial-2403↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9425)]\u000a10:39:31.511349 run osmo-msc_10.42.42.6(pid=9425): stdout: \u000a| (launched: 2022-12-14_10:39:30.254444) \u000a10:39:31.567619 run osmo-msc_10.42.42.6(pid=9425): stderr: \u000a| �[0;m�[38;5;43m20221214103930523 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214103930523 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fce69c33c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214103930523 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214103930523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214103930523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214103930524 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214103930525 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214103930526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214103930526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214103930526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:39:31.615097 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9418): Terminating (SIGTERM)\u000a10:39:31.661694 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9421): Terminating (SIGTERM)\u000a10:39:31.709790 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9424): Terminating (SIGTERM)\u000a10:39:31.720663 --- ParallelTerminationStrategy: PID 9418 died...\u000a10:39:31.782185 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9418): Terminated: ok {rc=0}\u000a10:39:31.794173 --- ParallelTerminationStrategy: PID 9421 died...\u000a10:39:31.853309 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9421): Terminated: ok {rc=0}\u000a10:39:31.865032 --- ParallelTerminationStrategy: PID 9424 died...\u000a10:39:31.925254 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9424): Terminated: ok {rc=0}\u000a10:39:32.015043 bus /sierra_3: Setting Powered False\u000a10:39:33.116420 bus /sierra_3: Setting Powered False\u000a10:39:34.229722 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "102", "name" : "voice_trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T10:39:13" }, { "cases" : [ { "testActions" : [ ], "age" : 73, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9437): Process ended prematurely: osmo-stp_10.42.42.5(pid=9437) [trial-2403↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9437)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9437): Process ended prematurely: osmo-stp_10.42.42.5(pid=9437) [trial-2403↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9437)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a10:39:36.224167 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:39:36.235563 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a10:39:36.395583 tst mo_mt_call.py: using LAC 40356\u000a10:39:36.515563 tst mo_mt_call.py: using RAC 66\u000a10:39:36.636431 tst mo_mt_call.py: using CellId 40356\u000a10:39:36.756939 tst mo_mt_call.py: using BVCI 40357\u000a10:39:36.779816 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:39:36.790815 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:39:36.801618 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:39:36.812346 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:39:36.823664 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:39:36.834827 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a10:39:36.956421 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a10:39:37.160222 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:39:37.638409 run create_hlr_db(pid=9431): Launched\u000a10:39:37.813382 bus /sierra_2: Setting Powered False\u000a10:39:38.834944 run create_hlr_db(pid=9431): Terminated: ok {rc=0}\u000a10:39:39.266992 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9433): Launched\u000a10:39:39.591941 run osmo-hlr_10.42.42.2(pid=9434): Launched\u000a10:39:39.709899 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:39:40.272248 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9436): Launched\u000a10:39:40.595826 run osmo-stp_10.42.42.5(pid=9437): Launched\u000a10:39:40.712736 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:39:41.304160 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9439): Launched\u000a10:39:41.625967 run osmo-msc_10.42.42.6(pid=9440): Launched\u000a10:39:41.814376 run osmo-stp_10.42.42.5(pid=9437): ERR: Terminated: ERROR {rc=1} [trial-2403↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9437)]\u000a10:39:41.950031 run osmo-stp_10.42.42.5(pid=9437): stdout: \u000a| (launched: 2022-12-14_10:39:40.436455)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:39:42.085477 run osmo-stp_10.42.42.5(pid=9437): stderr: \u000a| �[0;m�[38;5;43m20221214103940626 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214103940626 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214103940626 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214103940626 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214103940627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214103940627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214103940627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:39:42.214602 run osmo-stp_10.42.42.5(pid=9437): stdout: \u000a| (launched: 2022-12-14_10:39:40.436455)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:39:42.342823 run osmo-stp_10.42.42.5(pid=9437): stderr: \u000a| �[0;m�[38;5;43m20221214103940626 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214103940626 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214103940626 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214103940626 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214103940627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214103940627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214103940627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:39:42.399569 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9437): Process ended prematurely: osmo-stp_10.42.42.5(pid=9437) [trial-2403↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9437)] [trial-2403↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a10:39:42.408815 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a10:39:42.471998 run osmo-hlr_10.42.42.2(pid=9434): ERR: Terminated: ERROR {rc=237} [trial-2403↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9434)]\u000a10:39:42.523885 run osmo-hlr_10.42.42.2(pid=9434): stdout: \u000a| (launched: 2022-12-14_10:39:39.431471) \u000a10:39:42.576254 run osmo-hlr_10.42.42.2(pid=9434): stderr: \u000a| �[0;m�[1;31m20221214103939625 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214103939625 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214103939625 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214103939625 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214103939625 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214103939626 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214103939637 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214103939646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214103939646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214103939646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:39:42.647403 run osmo-msc_10.42.42.6(pid=9440): ERR: Terminated: ERROR {rc=2} [trial-2403↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9440)]\u000a10:39:42.699293 run osmo-msc_10.42.42.6(pid=9440): stdout: \u000a| (launched: 2022-12-14_10:39:41.468037) \u000a10:39:42.751756 run osmo-msc_10.42.42.6(pid=9440): stderr: \u000a| �[0;m�[38;5;43m20221214103941787 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214103941787 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8f5a016c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214103941787 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214103941787 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214103941787 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214103941788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214103941789 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214103941790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214103941790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214103941790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:39:42.796335 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9433): Terminating (SIGTERM)\u000a10:39:42.838458 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9436): Terminating (SIGTERM)\u000a10:39:42.880937 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9439): Terminating (SIGTERM)\u000a10:39:42.890635 --- ParallelTerminationStrategy: PID 9433 died...\u000a10:39:42.946594 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9433): Terminated: ok {rc=0}\u000a10:39:42.956596 --- ParallelTerminationStrategy: PID 9436 died...\u000a10:39:43.013044 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9436): Terminated: ok {rc=0}\u000a10:39:43.023485 --- ParallelTerminationStrategy: PID 9439 died...\u000a10:39:43.079751 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9439): Terminated: ok {rc=0}\u000a10:39:43.166204 bus /sierra_3: Setting Powered False\u000a10:39:44.272748 bus /sierra_3: Setting Powered False\u000a10:39:45.385067 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 239, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9448): Process ended prematurely: osmo-stp_10.42.42.5(pid=9448) [trial-2403↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9448)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9448): Process ended prematurely: osmo-stp_10.42.42.5(pid=9448) [trial-2403↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9448)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:39:46.533992 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:39:46.546983 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a10:39:46.737251 tst mo_mt_call_osmux.py: using LAC 40357\u000a10:39:46.868633 tst mo_mt_call_osmux.py: using RAC 67\u000a10:39:47.022130 tst mo_mt_call_osmux.py: using CellId 40357\u000a10:39:47.180194 tst mo_mt_call_osmux.py: using BVCI 40358\u000a10:39:47.205042 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:39:47.218295 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:39:47.230183 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:39:47.242166 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:39:47.255340 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:39:47.268416 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a10:39:47.390991 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a10:39:47.594296 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:39:48.071822 run create_hlr_db(pid=9442): Launched\u000a10:39:48.246328 bus /sierra_2: Setting Powered False\u000a10:39:49.267218 run create_hlr_db(pid=9442): Terminated: ok {rc=0}\u000a10:39:49.671176 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9444): Launched\u000a10:39:49.973453 run osmo-hlr_10.42.42.2(pid=9445): Launched\u000a10:39:50.083321 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:39:50.608456 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9447): Launched\u000a10:39:50.911202 run osmo-stp_10.42.42.5(pid=9448): Launched\u000a10:39:51.021275 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:39:51.573320 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9450): Launched\u000a10:39:51.875654 run osmo-msc_10.42.42.6(pid=9451): Launched\u000a10:39:52.055214 run osmo-stp_10.42.42.5(pid=9448): ERR: Terminated: ERROR {rc=1} [trial-2403↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9448)]\u000a10:39:52.183763 run osmo-stp_10.42.42.5(pid=9448): stdout: \u000a| (launched: 2022-12-14_10:39:50.761482)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:39:52.309838 run osmo-stp_10.42.42.5(pid=9448): stderr: \u000a| �[0;m�[38;5;43m20221214103950928 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214103950928 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214103950928 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214103950929 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214103950929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214103950930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214103950930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:39:52.431579 run osmo-stp_10.42.42.5(pid=9448): stdout: \u000a| (launched: 2022-12-14_10:39:50.761482)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:39:52.551645 run osmo-stp_10.42.42.5(pid=9448): stderr: \u000a| �[0;m�[38;5;43m20221214103950928 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214103950928 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214103950928 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214103950929 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214103950929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214103950930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214103950930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:39:52.604939 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9448): Process ended prematurely: osmo-stp_10.42.42.5(pid=9448) [trial-2403↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9448)] [trial-2403↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a10:39:52.614000 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a10:39:52.674364 run osmo-hlr_10.42.42.2(pid=9445): ERR: Terminated: ERROR {rc=237} [trial-2403↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9445)]\u000a10:39:52.723844 run osmo-hlr_10.42.42.2(pid=9445): stdout: \u000a| (launched: 2022-12-14_10:39:49.824409) \u000a10:39:52.774000 run osmo-hlr_10.42.42.2(pid=9445): stderr: \u000a| �[0;m�[1;31m20221214103949994 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214103949995 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214103949995 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214103949995 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214103949995 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214103949995 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214103950007 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214103950017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214103950018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214103950018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:39:52.842075 run osmo-msc_10.42.42.6(pid=9451): ERR: Terminated: ERROR {rc=2} [trial-2403↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9451)]\u000a10:39:52.891657 run osmo-msc_10.42.42.6(pid=9451): stdout: \u000a| (launched: 2022-12-14_10:39:51.726645) \u000a10:39:52.941744 run osmo-msc_10.42.42.6(pid=9451): stderr: \u000a| �[0;m�[38;5;43m20221214103951995 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214103951995 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7846c89c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214103951995 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214103951995 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214103951995 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214103951996 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214103951997 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214103951998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214103951998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214103951998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:39:52.984496 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9444): Terminating (SIGTERM)\u000a10:39:53.024617 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9447): Terminating (SIGTERM)\u000a10:39:53.064775 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9450): Terminating (SIGTERM)\u000a10:39:53.074105 --- ParallelTerminationStrategy: PID 9444 died...\u000a10:39:53.128286 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9444): Terminated: ok {rc=0}\u000a10:39:53.138042 --- ParallelTerminationStrategy: PID 9447 died...\u000a10:39:53.191522 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9447): Terminated: ok {rc=0}\u000a10:39:53.201164 --- ParallelTerminationStrategy: PID 9450 died...\u000a10:39:53.254340 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9450): Terminated: ok {rc=0}\u000a10:39:53.343880 bus /sierra_3: Setting Powered False\u000a10:39:54.447453 bus /sierra_3: Setting Powered False\u000a10:39:55.559517 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "103", "name" : "voice_trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T10:39:35" }, { "cases" : [ { "testActions" : [ ], "age" : 73, "className" : "voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9465): Process ended prematurely: osmo-stp_10.42.42.5(pid=9465) [trial-2403↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9465)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9465): Process ended prematurely: osmo-stp_10.42.42.5(pid=9465) [trial-2403↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9465)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a10:39:57.554970 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:39:57.566256 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a10:39:57.726899 tst mo_mt_call.py: using LAC 40358\u000a10:39:57.844597 tst mo_mt_call.py: using RAC 68\u000a10:39:57.963535 tst mo_mt_call.py: using CellId 40358\u000a10:39:58.080608 tst mo_mt_call.py: using BVCI 40359\u000a10:39:58.103863 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:39:58.115085 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:39:58.126178 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:39:58.137232 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:39:58.148672 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:39:58.160122 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:39:58.281603 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:39:58.485796 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:39:58.964674 run create_hlr_db(pid=9456): Launched\u000a10:39:59.140282 bus /sierra_2: Setting Powered False\u000a10:40:00.162611 run create_hlr_db(pid=9456): Terminated: ok {rc=0}\u000a10:40:00.595890 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9458): Launched\u000a10:40:01.047989 run osmo-hlr_10.42.42.2(pid=9459): Launched\u000a10:40:01.301781 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:40:01.926079 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9464): Launched\u000a10:40:02.416666 run osmo-stp_10.42.42.5(pid=9465): Launched\u000a10:40:02.543681 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:40:03.135415 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9467): Launched\u000a10:40:03.459461 run osmo-msc_10.42.42.6(pid=9468): Launched\u000a10:40:03.647707 run osmo-stp_10.42.42.5(pid=9465): ERR: Terminated: ERROR {rc=1} [trial-2403↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9465)]\u000a10:40:03.783626 run osmo-stp_10.42.42.5(pid=9465): stdout: \u000a| (launched: 2022-12-14_10:40:02.113560)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:40:03.919382 run osmo-stp_10.42.42.5(pid=9465): stderr: \u000a| �[0;m�[38;5;43m20221214104002310 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214104002310 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214104002310 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214104002311 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214104002311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214104002311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214104002311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:40:04.049721 run osmo-stp_10.42.42.5(pid=9465): stdout: \u000a| (launched: 2022-12-14_10:40:02.113560)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:40:04.178329 run osmo-stp_10.42.42.5(pid=9465): stderr: \u000a| �[0;m�[38;5;43m20221214104002310 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214104002310 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214104002310 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214104002311 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214104002311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214104002311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214104002311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:40:04.235380 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9465): Process ended prematurely: osmo-stp_10.42.42.5(pid=9465) [trial-2403↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9465)] [trial-2403↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a10:40:04.244680 tst mo_mt_call.py:8: Test FAILED (6.7 sec)\u000a10:40:04.308791 run osmo-hlr_10.42.42.2(pid=9459): ERR: Terminated: ERROR {rc=237} [trial-2403↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9459)]\u000a10:40:04.361193 run osmo-hlr_10.42.42.2(pid=9459): stdout: \u000a| (launched: 2022-12-14_10:40:00.760783) \u000a10:40:04.414229 run osmo-hlr_10.42.42.2(pid=9459): stderr: \u000a| �[0;m�[1;31m20221214104001042 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214104001042 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214104001042 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214104001042 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214104001042 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214104001042 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214104001055 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214104001067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214104001067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214104001067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:40:04.486889 run osmo-msc_10.42.42.6(pid=9468): ERR: Terminated: ERROR {rc=2} [trial-2403↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9468)]\u000a10:40:04.539232 run osmo-msc_10.42.42.6(pid=9468): stdout: \u000a| (launched: 2022-12-14_10:40:03.300025) \u000a10:40:04.591958 run osmo-msc_10.42.42.6(pid=9468): stderr: \u000a| �[0;m�[38;5;43m20221214104003620 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214104003621 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1c570f0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214104003621 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214104003621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214104003621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214104003621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214104003623 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214104003623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214104003623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214104003623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:40:04.636749 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9458): Terminating (SIGTERM)\u000a10:40:04.679251 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9464): Terminating (SIGTERM)\u000a10:40:04.722134 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9467): Terminating (SIGTERM)\u000a10:40:04.731878 --- ParallelTerminationStrategy: PID 9458 died...\u000a10:40:04.788100 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9458): Terminated: ok {rc=0}\u000a10:40:04.798330 --- ParallelTerminationStrategy: PID 9464 died...\u000a10:40:04.854274 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9464): Terminated: ok {rc=0}\u000a10:40:04.864332 --- ParallelTerminationStrategy: PID 9467 died...\u000a10:40:04.920300 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9467): Terminated: ok {rc=0}\u000a10:40:05.008405 bus /sierra_3: Setting Powered False\u000a10:40:06.112487 bus /sierra_3: Setting Powered False\u000a10:40:07.225992 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 239, "className" : "voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9476): Process ended prematurely: osmo-stp_10.42.42.5(pid=9476) [trial-2403↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9476)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9476): Process ended prematurely: osmo-stp_10.42.42.5(pid=9476) [trial-2403↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9476)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:40:08.342359 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:40:08.354793 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a10:40:08.523304 tst mo_mt_call_osmux.py: using LAC 40359\u000a10:40:08.651835 tst mo_mt_call_osmux.py: using RAC 69\u000a10:40:08.784341 tst mo_mt_call_osmux.py: using CellId 40359\u000a10:40:08.909593 tst mo_mt_call_osmux.py: using BVCI 40360\u000a10:40:08.934301 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:40:08.945946 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:40:08.957396 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:40:08.968819 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:40:08.980356 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:40:08.991807 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:40:09.112661 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:40:09.323360 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:40:09.842631 run create_hlr_db(pid=9470): Launched\u000a10:40:10.030480 bus /sierra_2: Setting Powered False\u000a10:40:11.051901 run create_hlr_db(pid=9470): Terminated: ok {rc=0}\u000a10:40:11.469891 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9472): Launched\u000a10:40:11.794415 run osmo-hlr_10.42.42.2(pid=9473): Launched\u000a10:40:11.914002 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:40:12.475451 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9475): Launched\u000a10:40:12.797574 run osmo-stp_10.42.42.5(pid=9476): Launched\u000a10:40:12.913457 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:40:13.511911 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9478): Launched\u000a10:40:13.835616 run osmo-msc_10.42.42.6(pid=9479): Launched\u000a10:40:14.024703 run osmo-stp_10.42.42.5(pid=9476): ERR: Terminated: ERROR {rc=1} [trial-2403↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9476)]\u000a10:40:14.161301 run osmo-stp_10.42.42.5(pid=9476): stdout: \u000a| (launched: 2022-12-14_10:40:12.639889)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:40:14.296579 run osmo-stp_10.42.42.5(pid=9476): stderr: \u000a| �[0;m�[38;5;43m20221214104012828 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214104012828 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214104012828 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214104012829 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214104012829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214104012829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214104012830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:40:14.425953 run osmo-stp_10.42.42.5(pid=9476): stdout: \u000a| (launched: 2022-12-14_10:40:12.639889)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:40:14.554580 run osmo-stp_10.42.42.5(pid=9476): stderr: \u000a| �[0;m�[38;5;43m20221214104012828 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214104012828 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214104012828 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214104012829 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214104012829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214104012829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214104012830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:40:14.611799 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9476): Process ended prematurely: osmo-stp_10.42.42.5(pid=9476) [trial-2403↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9476)] [trial-2403↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a10:40:14.621184 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a10:40:14.684454 run osmo-hlr_10.42.42.2(pid=9473): ERR: Terminated: ERROR {rc=237} [trial-2403↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9473)]\u000a10:40:14.736266 run osmo-hlr_10.42.42.2(pid=9473): stdout: \u000a| (launched: 2022-12-14_10:40:11.635057) \u000a10:40:14.788856 run osmo-hlr_10.42.42.2(pid=9473): stderr: \u000a| �[0;m�[1;31m20221214104011829 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214104011829 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214104011829 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214104011829 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214104011829 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214104011830 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214104011846 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214104011854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214104011854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214104011854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:40:14.860242 run osmo-msc_10.42.42.6(pid=9479): ERR: Terminated: ERROR {rc=2} [trial-2403↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9479)]\u000a10:40:14.912011 run osmo-msc_10.42.42.6(pid=9479): stdout: \u000a| (launched: 2022-12-14_10:40:13.676475) \u000a10:40:14.964420 run osmo-msc_10.42.42.6(pid=9479): stderr: \u000a| �[0;m�[38;5;43m20221214104013995 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214104013995 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc531e4cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214104013995 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214104013995 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214104013995 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214104013996 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214104013998 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214104013998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214104013998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214104013998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:40:15.009198 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9472): Terminating (SIGTERM)\u000a10:40:15.051448 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9475): Terminating (SIGTERM)\u000a10:40:15.093809 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9478): Terminating (SIGTERM)\u000a10:40:15.103265 --- ParallelTerminationStrategy: PID 9472 died...\u000a10:40:15.159397 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9472): Terminated: ok {rc=0}\u000a10:40:15.169603 --- ParallelTerminationStrategy: PID 9475 died...\u000a10:40:15.225403 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9475): Terminated: ok {rc=0}\u000a10:40:15.235504 --- ParallelTerminationStrategy: PID 9478 died...\u000a10:40:15.291330 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9478): Terminated: ok {rc=0}\u000a10:40:15.378704 bus /sierra_3: Setting Powered False\u000a10:40:16.503705 bus /sierra_3: Setting Powered False\u000a10:40:17.617848 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "104", "name" : "voice_trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T10:39:57" }, { "cases" : [ { "testActions" : [ ], "age" : 75, "className" : "voice:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9491): Process ended prematurely: osmo-stp_10.42.42.5(pid=9491) [trial-2403↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9491)]", "failedSince" : 2329, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9491): Process ended prematurely: osmo-stp_10.42.42.5(pid=9491) [trial-2403↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9491)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 voice:trx-lms+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a10:40:19.621209 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:40:19.632645 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:40:19.798888 tst mo_mt_call.py: using LAC 40360\u000a10:40:19.921785 tst mo_mt_call.py: using RAC 70\u000a10:40:20.040233 tst mo_mt_call.py: using CellId 40360\u000a10:40:20.161539 tst mo_mt_call.py: using BVCI 40361\u000a10:40:20.184461 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:40:20.195437 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:40:20.206161 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:40:20.216840 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:40:20.227850 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:40:20.238839 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a10:40:20.359550 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a10:40:20.563724 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:40:21.042162 run create_hlr_db(pid=9485): Launched\u000a10:40:21.216856 bus /sierra_2: Setting Powered False\u000a10:40:22.239234 run create_hlr_db(pid=9485): Terminated: ok {rc=0}\u000a10:40:22.645568 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9487): Launched\u000a10:40:22.950131 run osmo-hlr_10.42.42.2(pid=9488): Launched\u000a10:40:23.068888 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:40:23.603247 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9490): Launched\u000a10:40:23.907871 run osmo-stp_10.42.42.5(pid=9491): Launched\u000a10:40:24.018919 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:40:24.575873 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9493): Launched\u000a10:40:24.882453 run osmo-msc_10.42.42.6(pid=9494): Launched\u000a10:40:25.061424 run osmo-stp_10.42.42.5(pid=9491): ERR: Terminated: ERROR {rc=1} [trial-2403↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9491)]\u000a10:40:25.190650 run osmo-stp_10.42.42.5(pid=9491): stdout: \u000a| (launched: 2022-12-14_10:40:23.756880)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:40:25.317866 run osmo-stp_10.42.42.5(pid=9491): stderr: \u000a| �[0;m�[38;5;43m20221214104023926 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214104023926 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214104023926 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214104023927 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214104023927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214104023927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214104023927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:40:25.439705 run osmo-stp_10.42.42.5(pid=9491): stdout: \u000a| (launched: 2022-12-14_10:40:23.756880)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:40:25.560084 run osmo-stp_10.42.42.5(pid=9491): stderr: \u000a| �[0;m�[38;5;43m20221214104023926 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214104023926 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214104023926 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214104023927 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214104023927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214104023927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214104023927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:40:25.613972 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9491): Process ended prematurely: osmo-stp_10.42.42.5(pid=9491) [trial-2403↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9491)] [trial-2403↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a10:40:25.622669 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a10:40:25.683520 run osmo-hlr_10.42.42.2(pid=9488): ERR: Terminated: ERROR {rc=237} [trial-2403↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9488)]\u000a10:40:25.733061 run osmo-hlr_10.42.42.2(pid=9488): stdout: \u000a| (launched: 2022-12-14_10:40:22.800162) \u000a10:40:25.783274 run osmo-hlr_10.42.42.2(pid=9488): stderr: \u000a| �[0;m�[1;31m20221214104022972 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214104022972 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214104022972 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214104022972 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214104022972 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214104022972 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214104022986 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/voice:trx-lms+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214104022994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214104022994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214104022994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:40:25.851375 run osmo-msc_10.42.42.6(pid=9494): ERR: Terminated: ERROR {rc=2} [trial-2403↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9494)]\u000a10:40:25.900898 run osmo-msc_10.42.42.6(pid=9494): stdout: \u000a| (launched: 2022-12-14_10:40:24.731045) \u000a10:40:25.951118 run osmo-msc_10.42.42.6(pid=9494): stderr: \u000a| �[0;m�[38;5;43m20221214104024999 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214104024999 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f07fed26c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214104024999 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214104024999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214104024999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214104024999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214104025001 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214104025002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214104025002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214104025002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:40:25.993717 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9487): Terminating (SIGTERM)\u000a10:40:26.033745 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9490): Terminating (SIGTERM)\u000a10:40:26.073892 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9493): Terminating (SIGTERM)\u000a10:40:26.082733 --- ParallelTerminationStrategy: PID 9487 died...\u000a10:40:26.136702 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9487): Terminated: ok {rc=0}\u000a10:40:26.146315 --- ParallelTerminationStrategy: PID 9490 died...\u000a10:40:26.200028 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9490): Terminated: ok {rc=0}\u000a10:40:26.209608 --- ParallelTerminationStrategy: PID 9493 died...\u000a10:40:26.263216 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9493): Terminated: ok {rc=0}\u000a10:40:26.353032 bus /sierra_3: Setting Powered False\u000a10:40:27.457871 bus /sierra_3: Setting Powered False\u000a10:40:28.565178 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 239, "className" : "voice:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9502): Process ended prematurely: osmo-stp_10.42.42.5(pid=9502) [trial-2403↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9502)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9502): Process ended prematurely: osmo-stp_10.42.42.5(pid=9502) [trial-2403↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9502)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 voice:trx-lms+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:40:29.679791 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:40:29.691981 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:40:29.857234 tst mo_mt_call_osmux.py: using LAC 40361\u000a10:40:29.985587 tst mo_mt_call_osmux.py: using RAC 71\u000a10:40:30.111388 tst mo_mt_call_osmux.py: using CellId 40361\u000a10:40:30.239127 tst mo_mt_call_osmux.py: using BVCI 40362\u000a10:40:30.263754 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:40:30.275095 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:40:30.286250 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:40:30.297365 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:40:30.308408 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:40:30.319751 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a10:40:30.441260 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a10:40:30.645482 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:40:31.204678 run create_hlr_db(pid=9496): Launched\u000a10:40:31.401142 bus /sierra_2: Setting Powered False\u000a10:40:32.413980 run create_hlr_db(pid=9496): Terminated: ok {rc=0}\u000a10:40:32.826188 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9498): Launched\u000a10:40:33.128775 run osmo-hlr_10.42.42.2(pid=9499): Launched\u000a10:40:33.243516 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:40:33.766934 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9501): Launched\u000a10:40:34.069207 run osmo-stp_10.42.42.5(pid=9502): Launched\u000a10:40:34.179046 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:40:34.732889 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9504): Launched\u000a10:40:35.036154 run osmo-msc_10.42.42.6(pid=9505): Launched\u000a10:40:35.214196 run osmo-stp_10.42.42.5(pid=9502): ERR: Terminated: ERROR {rc=1} [trial-2403↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9502)]\u000a10:40:35.343256 run osmo-stp_10.42.42.5(pid=9502): stdout: \u000a| (launched: 2022-12-14_10:40:33.920593)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:40:35.469846 run osmo-stp_10.42.42.5(pid=9502): stderr: \u000a| �[0;m�[38;5;43m20221214104034089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214104034089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214104034090 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214104034090 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214104034090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214104034091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214104034091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:40:35.591449 run osmo-stp_10.42.42.5(pid=9502): stdout: \u000a| (launched: 2022-12-14_10:40:33.920593)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:40:35.712043 run osmo-stp_10.42.42.5(pid=9502): stderr: \u000a| �[0;m�[38;5;43m20221214104034089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214104034089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214104034090 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214104034090 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214104034090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214104034091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214104034091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:40:35.765556 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9502): Process ended prematurely: osmo-stp_10.42.42.5(pid=9502) [trial-2403↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9502)] [trial-2403↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a10:40:35.774366 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a10:40:35.835410 run osmo-hlr_10.42.42.2(pid=9499): ERR: Terminated: ERROR {rc=237} [trial-2403↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9499)]\u000a10:40:35.885412 run osmo-hlr_10.42.42.2(pid=9499): stdout: \u000a| (launched: 2022-12-14_10:40:32.979936) \u000a10:40:35.935921 run osmo-hlr_10.42.42.2(pid=9499): stderr: \u000a| �[0;m�[1;31m20221214104033152 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214104033152 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214104033152 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214104033152 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214104033152 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214104033152 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214104033164 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/voice:trx-lms+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214104033172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214104033173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214104033173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:40:36.004333 run osmo-msc_10.42.42.6(pid=9505): ERR: Terminated: ERROR {rc=2} [trial-2403↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9505)]\u000a10:40:36.054255 run osmo-msc_10.42.42.6(pid=9505): stdout: \u000a| (launched: 2022-12-14_10:40:34.885787) \u000a10:40:36.104834 run osmo-msc_10.42.42.6(pid=9505): stderr: \u000a| �[0;m�[38;5;43m20221214104035154 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214104035154 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f75b34abc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214104035154 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214104035154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214104035154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214104035155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214104035156 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214104035157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214104035157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214104035157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:40:36.147707 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9498): Terminating (SIGTERM)\u000a10:40:36.188090 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9501): Terminating (SIGTERM)\u000a10:40:36.228573 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9504): Terminating (SIGTERM)\u000a10:40:36.237909 --- ParallelTerminationStrategy: PID 9498 died...\u000a10:40:36.292300 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9498): Terminated: ok {rc=0}\u000a10:40:36.301891 --- ParallelTerminationStrategy: PID 9501 died...\u000a10:40:36.355975 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9501): Terminated: ok {rc=0}\u000a10:40:36.365733 --- ParallelTerminationStrategy: PID 9504 died...\u000a10:40:36.419785 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9504): Terminated: ok {rc=0}\u000a10:40:36.509555 bus /sierra_3: Setting Powered False\u000a10:40:37.613259 bus /sierra_3: Setting Powered False\u000a10:40:38.725507 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "105", "name" : "voice_trx-lms+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T10:40:19" }, { "cases" : [ { "testActions" : [ ], "age" : 73, "className" : "emergency:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9517): Process ended prematurely: osmo-stp_10.42.42.5(pid=9517) [trial-2403↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9517)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9517): Process ended prematurely: osmo-stp_10.42.42.5(pid=9517) [trial-2403↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9517)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 emergency:trx-lms emergency_mo_mt_call.py\u000a----------------------------------------------\u000a10:40:40.754978 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a10:40:40.766173 tst emergency:trx-lms: Using 1 x bts (candidates: 1)\u000a10:40:40.905723 tst emergency_mo_mt_call.py: using LAC 40362\u000a10:40:41.021636 tst emergency_mo_mt_call.py: using RAC 72\u000a10:40:41.138149 tst emergency_mo_mt_call.py: using CellId 40362\u000a10:40:41.253788 tst emergency_mo_mt_call.py: using BVCI 40363\u000a10:40:41.276431 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a10:40:41.287431 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a10:40:41.298126 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a10:40:41.308453 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a10:40:41.319922 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a10:40:41.331261 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a10:40:41.451558 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a10:40:41.655003 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:40:42.123563 run create_hlr_db(pid=9511): Launched\u000a10:40:42.296124 bus /sierra_2: Setting Powered False\u000a10:40:43.317193 run create_hlr_db(pid=9511): Terminated: ok {rc=0}\u000a10:40:43.741399 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9513): Launched\u000a10:40:44.059043 run osmo-hlr_10.42.42.2(pid=9514): Launched\u000a10:40:44.178542 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:40:44.732693 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9516): Launched\u000a10:40:45.049840 run osmo-stp_10.42.42.5(pid=9517): Launched\u000a10:40:45.175593 tst emergency_mo_mt_call.py: using MSISDN 8640\u000a10:40:45.333528 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:40:45.926556 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9519): Launched\u000a10:40:46.331513 run osmo-msc_10.42.42.6(pid=9520): Launched\u000a10:40:46.684184 run osmo-stp_10.42.42.5(pid=9517): ERR: Terminated: ERROR {rc=1} [trial-2403↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9517)]\u000a10:40:46.914899 run osmo-stp_10.42.42.5(pid=9517): stdout: \u000a| (launched: 2022-12-14_10:40:44.894264)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:40:47.081514 run osmo-stp_10.42.42.5(pid=9517): stderr: \u000a| �[0;m�[38;5;43m20221214104045083 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214104045083 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214104045083 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214104045083 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214104045084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214104045084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214104045084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:40:47.204858 run osmo-stp_10.42.42.5(pid=9517): stdout: \u000a| (launched: 2022-12-14_10:40:44.894264)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:40:47.327713 run osmo-stp_10.42.42.5(pid=9517): stderr: \u000a| �[0;m�[38;5;43m20221214104045083 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214104045083 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214104045083 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214104045083 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214104045084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214104045084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214104045084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:40:47.380215 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=9517): Process ended prematurely: osmo-stp_10.42.42.5(pid=9517) [trial-2403↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9517)] [trial-2403↪emergency:trx-lms↪emergency_mo_mt_call.py:19]\u000a10:40:47.388454 tst emergency_mo_mt_call.py:19: Test FAILED (6.6 sec)\u000a10:40:47.449464 run osmo-hlr_10.42.42.2(pid=9514): ERR: Terminated: ERROR {rc=237} [trial-2403↪emergency:trx-lms↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9514)]\u000a10:40:47.499346 run osmo-hlr_10.42.42.2(pid=9514): stdout: \u000a| (launched: 2022-12-14_10:40:43.902590) \u000a10:40:47.549695 run osmo-hlr_10.42.42.2(pid=9514): stderr: \u000a| �[0;m�[1;31m20221214104044095 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214104044095 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214104044096 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214104044096 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214104044096 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214104044096 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214104044108 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/emergency:trx-lms/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214104044116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214104044116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214104044116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:40:47.618266 run osmo-msc_10.42.42.6(pid=9520): ERR: Terminated: ERROR {rc=2} [trial-2403↪emergency:trx-lms↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9520)]\u000a10:40:47.668201 run osmo-msc_10.42.42.6(pid=9520): stdout: \u000a| (launched: 2022-12-14_10:40:46.082019) \u000a10:40:47.718642 run osmo-msc_10.42.42.6(pid=9520): stderr: \u000a| �[0;m�[38;5;43m20221214104046672 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214104046673 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcdaae9dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214104046673 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214104046673 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214104046673 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214104046673 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214104046675 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214104046675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214104046675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214104046676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:40:47.761496 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9513): Terminating (SIGTERM)\u000a10:40:47.801766 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9516): Terminating (SIGTERM)\u000a10:40:47.842404 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9519): Terminating (SIGTERM)\u000a10:40:47.851887 --- ParallelTerminationStrategy: PID 9513 died...\u000a10:40:47.907546 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9513): Terminated: ok {rc=0}\u000a10:40:47.917377 --- ParallelTerminationStrategy: PID 9516 died...\u000a10:40:47.972208 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9516): Terminated: ok {rc=0}\u000a10:40:47.981979 --- ParallelTerminationStrategy: PID 9519 died...\u000a10:40:48.036178 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9519): Terminated: ok {rc=0}\u000a10:40:48.125685 bus /sierra_3: Setting Powered False\u000a10:40:49.228790 bus /sierra_3: Setting Powered False\u000a10:40:50.336241 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 262, "className" : "emergency:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9530): Process ended prematurely: osmo-stp_10.42.42.5(pid=9530) [trial-2403↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9530)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9530): Process ended prematurely: osmo-stp_10.42.42.5(pid=9530) [trial-2403↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9530)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 emergency:trx-lms emergency_preemptive_call.py\u000a----------------------------------------------\u000a10:40:51.389706 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a10:40:51.401849 tst emergency:trx-lms: Using 1 x bts (candidates: 1)\u000a10:40:51.545695 tst emergency_preemptive_call.py: using LAC 40363\u000a10:40:51.669898 tst emergency_preemptive_call.py: using RAC 73\u000a10:40:51.796306 tst emergency_preemptive_call.py: using CellId 40363\u000a10:40:51.922163 tst emergency_preemptive_call.py: using BVCI 40364\u000a10:40:51.946384 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a10:40:51.957764 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a10:40:51.968610 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a10:40:51.983114 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a10:40:51.994441 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a10:40:52.005112 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a10:40:52.125919 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a10:40:52.246044 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a10:40:52.363013 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a10:40:52.571926 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:40:53.081634 run create_hlr_db(pid=9524): Launched\u000a10:40:53.266550 bus /sierra_2: Setting Powered False\u000a10:40:54.286929 run create_hlr_db(pid=9524): Terminated: ok {rc=0}\u000a10:40:54.690738 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9526): Launched\u000a10:40:54.990251 run osmo-hlr_10.42.42.2(pid=9527): Launched\u000a10:40:55.099689 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:40:55.617803 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9529): Launched\u000a10:40:55.916019 run osmo-stp_10.42.42.5(pid=9530): Launched\u000a10:40:56.036112 tst emergency_preemptive_call.py: using MSISDN 8641\u000a10:40:56.183548 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:40:56.729126 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9532): Launched\u000a10:40:57.028666 run osmo-msc_10.42.42.6(pid=9533): Launched\u000a10:40:57.203490 run osmo-stp_10.42.42.5(pid=9530): ERR: Terminated: ERROR {rc=1} [trial-2403↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9530)]\u000a10:40:57.330141 run osmo-stp_10.42.42.5(pid=9530): stdout: \u000a| (launched: 2022-12-14_10:40:55.768369)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:40:57.454274 run osmo-stp_10.42.42.5(pid=9530): stderr: \u000a| �[0;m�[38;5;43m20221214104055934 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214104055934 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214104055934 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214104055935 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214104055935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214104055935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214104055936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:40:57.573947 run osmo-stp_10.42.42.5(pid=9530): stdout: \u000a| (launched: 2022-12-14_10:40:55.768369)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:40:57.692484 run osmo-stp_10.42.42.5(pid=9530): stderr: \u000a| �[0;m�[38;5;43m20221214104055934 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214104055934 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214104055934 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214104055935 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214104055935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214104055935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214104055936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:40:57.744768 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=9530): Process ended prematurely: osmo-stp_10.42.42.5(pid=9530) [trial-2403↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9530)] [trial-2403↪emergency:trx-lms↪emergency_preemptive_call.py:32]\u000a10:40:57.752842 tst emergency_preemptive_call.py:32: Test FAILED (6.4 sec)\u000a10:40:57.813816 run osmo-hlr_10.42.42.2(pid=9527): ERR: Terminated: ERROR {rc=237} [trial-2403↪emergency:trx-lms↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9527)]\u000a10:40:57.863700 run osmo-hlr_10.42.42.2(pid=9527): stdout: \u000a| (launched: 2022-12-14_10:40:54.842516) \u000a10:40:57.914459 run osmo-hlr_10.42.42.2(pid=9527): stderr: \u000a| �[0;m�[1;31m20221214104055013 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214104055013 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214104055013 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214104055013 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214104055013 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214104055013 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214104055025 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/emergency:trx-lms/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214104055034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214104055034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214104055035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:40:57.983025 run osmo-msc_10.42.42.6(pid=9533): ERR: Terminated: ERROR {rc=2} [trial-2403↪emergency:trx-lms↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9533)]\u000a10:40:58.032790 run osmo-msc_10.42.42.6(pid=9533): stdout: \u000a| (launched: 2022-12-14_10:40:56.880880) \u000a10:40:58.082997 run osmo-msc_10.42.42.6(pid=9533): stderr: \u000a| �[0;m�[38;5;43m20221214104057150 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214104057150 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc77d695c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214104057150 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214104057150 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214104057150 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214104057151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214104057152 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214104057153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214104057153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214104057153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:40:58.125860 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9526): Terminating (SIGTERM)\u000a10:40:58.166181 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9529): Terminating (SIGTERM)\u000a10:40:58.206473 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9532): Terminating (SIGTERM)\u000a10:40:58.215713 --- ParallelTerminationStrategy: PID 9526 died...\u000a10:40:58.270054 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9526): Terminated: ok {rc=0}\u000a10:40:58.279755 --- ParallelTerminationStrategy: PID 9529 died...\u000a10:40:58.333682 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9529): Terminated: ok {rc=0}\u000a10:40:58.343316 --- ParallelTerminationStrategy: PID 9532 died...\u000a10:40:58.397387 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9532): Terminated: ok {rc=0}\u000a10:40:58.487521 bus /sierra_9: Setting Powered False\u000a10:40:59.596144 bus /sierra_9: Setting Powered False\u000a10:41:00.706184 bus /sierra_8: Setting Powered False\u000a10:41:01.839299 bus /sierra_8: Setting Powered False\u000a10:41:02.955999 bus /sierra_3: Setting Powered False\u000a10:41:04.060773 bus /sierra_3: Setting Powered False\u000a10:41:05.173005 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "106", "name" : "emergency_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T10:40:40" }, { "cases" : [ { "testActions" : [ ], "age" : 265, "className" : "gprs:trx-lms", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9548): Process ended prematurely: osmo-stp_10.42.42.5(pid=9548) [trial-2403↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9548)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9548): Process ended prematurely: osmo-stp_10.42.42.5(pid=9548) [trial-2403↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9548)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:trx-lms cs_paging_gprs_active.py\u000a----------------------------------------------\u000a10:41:07.302659 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:41:07.313758 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a10:41:07.458470 tst cs_paging_gprs_active.py: using LAC 40364\u000a10:41:07.585258 tst cs_paging_gprs_active.py: using RAC 74\u000a10:41:07.713781 tst cs_paging_gprs_active.py: using CellId 40364\u000a10:41:07.839591 tst cs_paging_gprs_active.py: using BVCI 40365\u000a10:41:07.864358 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:41:07.875607 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:41:07.886534 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:41:07.897432 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:41:07.908206 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:41:07.919078 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:41:07.930165 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:41:07.940904 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:41:07.952383 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a10:41:08.071253 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a10:41:08.351325 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a10:41:08.477673 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:41:08.793588 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9538): Launched\u000a10:41:09.055973 run iperf3-srv_10.42.42.10(pid=9539): Launched\u000a10:41:09.240687 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a10:41:09.366311 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:41:09.681241 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9540): Launched\u000a10:41:09.943669 run iperf3-srv_10.42.42.10(pid=9541): Launched\u000a10:41:10.129257 tst cs_paging_gprs_active.py:38: start network...\u000a10:41:10.255857 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:41:10.735751 run create_hlr_db(pid=9542): Launched\u000a10:41:10.910285 bus /sierra_2: Setting Powered False\u000a10:41:11.932489 run create_hlr_db(pid=9542): Terminated: ok {rc=0}\u000a10:41:12.368084 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9544): Launched\u000a10:41:12.691945 run osmo-hlr_10.42.42.2(pid=9545): Launched\u000a10:41:12.814071 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:41:13.384719 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9547): Launched\u000a10:41:13.707778 run osmo-stp_10.42.42.5(pid=9548): Launched\u000a10:41:13.824829 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:41:14.391673 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9550): Launched\u000a10:41:14.507034 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:41:14.791645 run patchelf(pid=9551): Launched\u000a10:41:14.981697 run osmo-stp_10.42.42.5(pid=9548): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9548)]\u000a10:41:15.121800 run osmo-stp_10.42.42.5(pid=9548): stdout: \u000a| (launched: 2022-12-14_10:41:13.549294)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:41:15.260257 run osmo-stp_10.42.42.5(pid=9548): stderr: \u000a| �[0;m�[38;5;43m20221214104113737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214104113738 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214104113738 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214104113738 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214104113739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214104113739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214104113739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:41:15.394533 run osmo-stp_10.42.42.5(pid=9548): stdout: \u000a| (launched: 2022-12-14_10:41:13.549294)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:41:15.527113 run osmo-stp_10.42.42.5(pid=9548): stderr: \u000a| �[0;m�[38;5;43m20221214104113737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214104113738 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214104113738 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214104113738 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214104113739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214104113739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214104113739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:41:15.681824 run patchelf(pid=9551): Terminating (SIGINT)\u000a10:41:15.887985 run patchelf(pid=9551): Terminated: ok {rc=0}\u000a10:41:15.927251 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=9548): Process ended prematurely: osmo-stp_10.42.42.5(pid=9548) [trial-2403↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9548)] [trial-2403↪gprs:trx-lms↪cs_paging_gprs_active.py:38]\u000a10:41:15.937757 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a10:41:16.002604 run osmo-hlr_10.42.42.2(pid=9545): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:trx-lms↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9545)]\u000a10:41:16.057085 run osmo-hlr_10.42.42.2(pid=9545): stdout: \u000a| (launched: 2022-12-14_10:41:12.533294) \u000a10:41:16.111978 run osmo-hlr_10.42.42.2(pid=9545): stderr: \u000a| �[0;m�[1;31m20221214104112728 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214104112728 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214104112728 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214104112728 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214104112728 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214104112728 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214104112742 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:trx-lms/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214104112751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214104112751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214104112751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:41:16.157497 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9538): Terminating (SIGTERM)\u000a10:41:16.199706 run iperf3-srv_10.42.42.10(pid=9539): Terminating (SIGTERM)\u000a10:41:16.242654 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9540): Terminating (SIGTERM)\u000a10:41:16.288071 run iperf3-srv_10.42.42.10(pid=9541): Terminating (SIGTERM)\u000a10:41:16.330887 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9544): Terminating (SIGTERM)\u000a10:41:16.375861 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9547): Terminating (SIGTERM)\u000a10:41:16.421421 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9550): Terminating (SIGTERM)\u000a10:41:16.431818 --- ParallelTerminationStrategy: PID 9538 died...\u000a10:41:16.492030 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9538): Terminated: ok {rc=0}\u000a10:41:16.502559 --- ParallelTerminationStrategy: PID 9539 died...\u000a10:41:16.560319 run iperf3-srv_10.42.42.10(pid=9539): Terminated {rc=256}\u000a10:41:16.570879 --- ParallelTerminationStrategy: PID 9540 died...\u000a10:41:16.628598 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9540): Terminated: ok {rc=0}\u000a10:41:16.639244 --- ParallelTerminationStrategy: PID 9541 died...\u000a10:41:16.697693 run iperf3-srv_10.42.42.10(pid=9541): Terminated {rc=256}\u000a10:41:16.708327 --- ParallelTerminationStrategy: PID 9544 died...\u000a10:41:16.765986 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9544): Terminated: ok {rc=0}\u000a10:41:16.776456 --- ParallelTerminationStrategy: PID 9547 died...\u000a10:41:16.834172 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9547): Terminated: ok {rc=0}\u000a10:41:16.844628 --- ParallelTerminationStrategy: PID 9550 died...\u000a10:41:16.903454 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9550): Terminated: ok {rc=0}\u000a10:41:16.991279 bus /gobi_0: Setting Powered False\u000a10:41:18.098039 bus /gobi_0: Setting Powered False\u000a10:41:19.211479 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 262, "className" : "gprs:trx-lms", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9560): Process ended prematurely: osmo-stp_10.42.42.5(pid=9560) [trial-2403↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9560)]", "failedSince" : 2142, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9560): Process ended prematurely: osmo-stp_10.42.42.5(pid=9560) [trial-2403↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9560)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:trx-lms iperf3.py\u000a----------------------------------------------\u000a10:41:20.323132 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:41:20.334446 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a10:41:20.480588 tst iperf3.py: using LAC 40365\u000a10:41:20.603657 tst iperf3.py: using RAC 75\u000a10:41:20.725353 tst iperf3.py: using CellId 40365\u000a10:41:20.844635 tst iperf3.py: using BVCI 40366\u000a10:41:20.868026 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:41:20.878932 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:41:20.889432 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:41:20.899685 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:41:20.910885 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:41:20.921539 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:41:20.933024 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:41:20.943751 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:41:20.954879 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a10:41:21.250534 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:41:21.385688 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:41:21.722878 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9552): Launched\u000a10:41:22.002660 run iperf3-srv_10.42.42.10(pid=9553): Launched\u000a10:41:22.202390 tst iperf3.py:8: start network...\u000a10:41:22.337662 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:41:22.855937 run create_hlr_db(pid=9554): Launched\u000a10:41:23.043368 bus /gobi_6: Setting Powered False\u000a10:41:24.065014 run create_hlr_db(pid=9554): Terminated: ok {rc=0}\u000a10:41:24.475328 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9556): Launched\u000a10:41:24.781333 run osmo-hlr_10.42.42.2(pid=9557): Launched\u000a10:41:24.898986 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:41:25.430034 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9559): Launched\u000a10:41:25.736706 run osmo-stp_10.42.42.5(pid=9560): Launched\u000a10:41:25.847512 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:41:26.379973 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9562): Launched\u000a10:41:26.488132 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:41:26.754544 run patchelf(pid=9563): Launched\u000a10:41:26.933872 run osmo-stp_10.42.42.5(pid=9560): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9560)]\u000a10:41:27.065200 run osmo-stp_10.42.42.5(pid=9560): stdout: \u000a| (launched: 2022-12-14_10:41:25.584207)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:41:27.196709 run osmo-stp_10.42.42.5(pid=9560): stderr: \u000a| �[0;m�[38;5;43m20221214104125753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214104125753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214104125753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214104125754 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214104125754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214104125754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214104125755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:41:27.323045 run osmo-stp_10.42.42.5(pid=9560): stdout: \u000a| (launched: 2022-12-14_10:41:25.584207)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:41:27.448850 run osmo-stp_10.42.42.5(pid=9560): stderr: \u000a| �[0;m�[38;5;43m20221214104125753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214104125753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214104125753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214104125754 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214104125754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214104125754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214104125755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:41:27.595229 run patchelf(pid=9563): Terminating (SIGINT)\u000a10:41:27.767059 run patchelf(pid=9563): Terminated: ok {rc=0}\u000a10:41:27.798719 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9560): Process ended prematurely: osmo-stp_10.42.42.5(pid=9560) [trial-2403↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9560)] [trial-2403↪gprs:trx-lms↪iperf3.py:8]\u000a10:41:27.808062 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a10:41:27.869314 run osmo-hlr_10.42.42.2(pid=9557): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:trx-lms↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9557)]\u000a10:41:27.919277 run osmo-hlr_10.42.42.2(pid=9557): stdout: \u000a| (launched: 2022-12-14_10:41:24.629686) \u000a10:41:27.969969 run osmo-hlr_10.42.42.2(pid=9557): stderr: \u000a| �[0;m�[1;31m20221214104124799 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214104124799 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214104124799 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214104124800 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214104124800 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214104124800 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214104124812 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:trx-lms/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214104124820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214104124820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214104124820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:41:28.013135 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9552): Terminating (SIGTERM)\u000a10:41:28.053611 run iperf3-srv_10.42.42.10(pid=9553): Terminating (SIGTERM)\u000a10:41:28.094201 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9556): Terminating (SIGTERM)\u000a10:41:28.134642 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9559): Terminating (SIGTERM)\u000a10:41:28.174920 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9562): Terminating (SIGTERM)\u000a10:41:28.184187 --- ParallelTerminationStrategy: PID 9552 died...\u000a10:41:28.238642 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9552): Terminated: ok {rc=0}\u000a10:41:28.248214 --- ParallelTerminationStrategy: PID 9553 died...\u000a10:41:28.302116 run iperf3-srv_10.42.42.10(pid=9553): Terminated {rc=256}\u000a10:41:28.311736 --- ParallelTerminationStrategy: PID 9556 died...\u000a10:41:28.365625 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9556): Terminated: ok {rc=0}\u000a10:41:28.375182 --- ParallelTerminationStrategy: PID 9559 died...\u000a10:41:28.428908 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9559): Terminated: ok {rc=0}\u000a10:41:28.438648 --- ParallelTerminationStrategy: PID 9562 died...\u000a10:41:28.492357 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9562): Terminated: ok {rc=0}\u000a10:41:28.581944 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 265, "className" : "gprs:trx-lms", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9578): Process ended prematurely: osmo-stp_10.42.42.5(pid=9578) [trial-2403↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9578)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9578): Process ended prematurely: osmo-stp_10.42.42.5(pid=9578) [trial-2403↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9578)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:trx-lms iperf3m4.py\u000a----------------------------------------------\u000a10:41:29.692431 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:41:29.703785 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a10:41:29.849895 tst iperf3m4.py: using LAC 40366\u000a10:41:29.982045 tst iperf3m4.py: using RAC 76\u000a10:41:30.110582 tst iperf3m4.py: using CellId 40366\u000a10:41:30.238606 tst iperf3m4.py: using BVCI 40367\u000a10:41:30.263522 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:41:30.274897 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:41:30.286018 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:41:30.296894 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:41:30.308362 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:41:30.319866 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:41:30.331589 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:41:30.343087 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:41:30.354681 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a10:41:30.473544 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a10:41:30.600077 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a10:41:30.717929 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a10:41:31.045689 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:41:31.223604 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:41:31.610324 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9564): Launched\u000a10:41:31.909506 run iperf3-srv_10.42.42.10(pid=9565): Launched\u000a10:41:32.112450 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a10:41:32.248545 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:41:32.586878 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9566): Launched\u000a10:41:32.865995 run iperf3-srv_10.42.42.10(pid=9567): Launched\u000a10:41:33.063387 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a10:41:33.198852 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:41:33.534812 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9568): Launched\u000a10:41:33.813967 run iperf3-srv_10.42.42.10(pid=9569): Launched\u000a10:41:34.011076 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a10:41:34.145925 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:41:34.481223 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9570): Launched\u000a10:41:34.760652 run iperf3-srv_10.42.42.10(pid=9571): Launched\u000a10:41:34.958427 tst iperf3m4.py:8: start network...\u000a10:41:35.093878 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:41:35.612508 run create_hlr_db(pid=9572): Launched\u000a10:41:35.798997 bus /gobi_6: Setting Powered False\u000a10:41:36.820562 run create_hlr_db(pid=9572): Terminated: ok {rc=0}\u000a10:41:37.230509 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9574): Launched\u000a10:41:37.546280 run osmo-hlr_10.42.42.2(pid=9575): Launched\u000a10:41:37.662775 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:41:38.194488 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9577): Launched\u000a10:41:38.499301 run osmo-stp_10.42.42.5(pid=9578): Launched\u000a10:41:38.610211 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:41:39.138847 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9580): Launched\u000a10:41:39.247169 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:41:39.512724 run patchelf(pid=9581): Launched\u000a10:41:39.691388 run osmo-stp_10.42.42.5(pid=9578): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9578)]\u000a10:41:39.821944 run osmo-stp_10.42.42.5(pid=9578): stdout: \u000a| (launched: 2022-12-14_10:41:38.348637)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:41:39.955387 run osmo-stp_10.42.42.5(pid=9578): stderr: \u000a| �[0;m�[38;5;43m20221214104138518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214104138518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214104138518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214104138519 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214104138519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214104138519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214104138519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:41:40.090901 run osmo-stp_10.42.42.5(pid=9578): stdout: \u000a| (launched: 2022-12-14_10:41:38.348637)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:41:40.223565 run osmo-stp_10.42.42.5(pid=9578): stderr: \u000a| �[0;m�[38;5;43m20221214104138518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214104138518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214104138518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214104138519 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214104138519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214104138519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214104138519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:41:40.378035 run patchelf(pid=9581): Terminating (SIGINT)\u000a10:41:40.559953 run patchelf(pid=9581): Terminated: ok {rc=0}\u000a10:41:40.593584 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9578): Process ended prematurely: osmo-stp_10.42.42.5(pid=9578) [trial-2403↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9578)] [trial-2403↪gprs:trx-lms↪iperf3m4.py:8]\u000a10:41:40.603595 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a10:41:40.667159 run osmo-hlr_10.42.42.2(pid=9575): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:trx-lms↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9575)]\u000a10:41:40.719015 run osmo-hlr_10.42.42.2(pid=9575): stdout: \u000a| (launched: 2022-12-14_10:41:37.385341) \u000a10:41:40.771310 run osmo-hlr_10.42.42.2(pid=9575): stderr: \u000a| �[0;m�[1;31m20221214104137570 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214104137570 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214104137570 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214104137570 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214104137570 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214104137570 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214104137582 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:trx-lms/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214104137592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214104137592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214104137592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:41:40.815622 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9564): Terminating (SIGTERM)\u000a10:41:40.857609 run iperf3-srv_10.42.42.10(pid=9565): Terminating (SIGTERM)\u000a10:41:40.900014 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9566): Terminating (SIGTERM)\u000a10:41:40.941892 run iperf3-srv_10.42.42.10(pid=9567): Terminating (SIGTERM)\u000a10:41:40.983851 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9568): Terminating (SIGTERM)\u000a10:41:41.025780 run iperf3-srv_10.42.42.10(pid=9569): Terminating (SIGTERM)\u000a10:41:41.068003 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9570): Terminating (SIGTERM)\u000a10:41:41.110038 run iperf3-srv_10.42.42.10(pid=9571): Terminating (SIGTERM)\u000a10:41:41.152067 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9574): Terminating (SIGTERM)\u000a10:41:41.194112 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9577): Terminating (SIGTERM)\u000a10:41:41.236272 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9580): Terminating (SIGTERM)\u000a10:41:41.246098 --- ParallelTerminationStrategy: PID 9564 died...\u000a10:41:41.302408 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9564): Terminated: ok {rc=0}\u000a10:41:41.312454 --- ParallelTerminationStrategy: PID 9565 died...\u000a10:41:41.368276 run iperf3-srv_10.42.42.10(pid=9565): Terminated {rc=256}\u000a10:41:41.378333 --- ParallelTerminationStrategy: PID 9566 died...\u000a10:41:41.434347 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9566): Terminated: ok {rc=0}\u000a10:41:41.444428 --- ParallelTerminationStrategy: PID 9567 died...\u000a10:41:41.500292 run iperf3-srv_10.42.42.10(pid=9567): Terminated {rc=256}\u000a10:41:41.510347 --- ParallelTerminationStrategy: PID 9568 died...\u000a10:41:41.566306 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9568): Terminated: ok {rc=0}\u000a10:41:41.576360 --- ParallelTerminationStrategy: PID 9569 died...\u000a10:41:41.632221 run iperf3-srv_10.42.42.10(pid=9569): Terminated {rc=256}\u000a10:41:41.642331 --- ParallelTerminationStrategy: PID 9570 died...\u000a10:41:41.698213 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9570): Terminated: ok {rc=0}\u000a10:41:41.708272 --- ParallelTerminationStrategy: PID 9571 died...\u000a10:41:41.764049 run iperf3-srv_10.42.42.10(pid=9571): Terminated {rc=256}\u000a10:41:41.774136 --- ParallelTerminationStrategy: PID 9574 died...\u000a10:41:41.830232 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9574): Terminated: ok {rc=0}\u000a10:41:41.840272 --- ParallelTerminationStrategy: PID 9577 died...\u000a10:41:41.896197 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9577): Terminated: ok {rc=0}\u000a10:41:41.906368 --- ParallelTerminationStrategy: PID 9580 died...\u000a10:41:41.962292 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9580): Terminated: ok {rc=0}\u000a10:41:42.050811 bus /gobi_4: Setting Powered False\u000a10:41:43.153880 bus /gobi_4: Setting Powered False\u000a10:41:44.268369 bus /gobi_1: Setting Powered False\u000a10:41:45.375281 bus /gobi_1: Setting Powered False\u000a10:41:46.495931 bus /gobi_0: Setting Powered False\u000a10:41:47.598111 bus /gobi_0: Setting Powered False\u000a10:41:48.711509 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 77, "className" : "gprs:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9588): Process ended prematurely: osmo-stp_10.42.42.5(pid=9588) [trial-2403↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9588)]", "failedSince" : 2327, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9588): Process ended prematurely: osmo-stp_10.42.42.5(pid=9588) [trial-2403↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9588)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:trx-lms ping.py\u000a----------------------------------------------\u000a10:41:49.779451 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:41:49.790602 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a10:41:49.930705 tst ping.py: using LAC 40367\u000a10:41:50.054431 tst ping.py: using RAC 77\u000a10:41:50.177932 tst ping.py: using CellId 40367\u000a10:41:50.300464 tst ping.py: using BVCI 40368\u000a10:41:50.324790 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:41:50.335944 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:41:50.347165 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:41:50.357955 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:41:50.368838 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:41:50.379859 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:41:50.391053 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:41:50.402346 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a10:41:50.690501 tst ping.py:19: start network...\u000a10:41:50.822430 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:41:51.330231 run create_hlr_db(pid=9582): Launched\u000a10:41:51.514555 bus /gobi_6: Setting Powered False\u000a10:41:52.525447 run create_hlr_db(pid=9582): Terminated: ok {rc=0}\u000a10:41:52.932502 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9584): Launched\u000a10:41:53.232473 run osmo-hlr_10.42.42.2(pid=9585): Launched\u000a10:41:53.346384 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:41:53.869333 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9587): Launched\u000a10:41:54.167726 run osmo-stp_10.42.42.5(pid=9588): Launched\u000a10:41:54.276252 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:41:54.794689 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9590): Launched\u000a10:41:54.900787 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:41:55.161296 run patchelf(pid=9591): Launched\u000a10:41:55.336497 run osmo-stp_10.42.42.5(pid=9588): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9588)]\u000a10:41:55.465318 run osmo-stp_10.42.42.5(pid=9588): stdout: \u000a| (launched: 2022-12-14_10:41:54.020685)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:41:55.594041 run osmo-stp_10.42.42.5(pid=9588): stderr: \u000a| �[0;m�[38;5;43m20221214104154186 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214104154186 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214104154186 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214104154187 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214104154187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214104154187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214104154188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:41:55.717542 run osmo-stp_10.42.42.5(pid=9588): stdout: \u000a| (launched: 2022-12-14_10:41:54.020685)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:41:55.839736 run osmo-stp_10.42.42.5(pid=9588): stderr: \u000a| �[0;m�[38;5;43m20221214104154186 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214104154186 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214104154186 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214104154187 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214104154187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214104154187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214104154188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:41:55.982876 run patchelf(pid=9591): Terminating (SIGINT)\u000a10:41:56.151372 run patchelf(pid=9591): Terminated: ok {rc=0}\u000a10:41:56.182185 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=9588): Process ended prematurely: osmo-stp_10.42.42.5(pid=9588) [trial-2403↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9588)] [trial-2403↪gprs:trx-lms↪ping.py:22]\u000a10:41:56.191011 tst ping.py:22: Test FAILED (6.4 sec)\u000a10:41:56.251947 run osmo-hlr_10.42.42.2(pid=9585): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:trx-lms↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9585)]\u000a10:41:56.301624 run osmo-hlr_10.42.42.2(pid=9585): stdout: \u000a| (launched: 2022-12-14_10:41:53.082902) \u000a10:41:56.352123 run osmo-hlr_10.42.42.2(pid=9585): stderr: \u000a| �[0;m�[1;31m20221214104153255 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214104153255 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214104153255 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214104153255 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214104153255 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214104153255 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214104153267 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:trx-lms/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214104153277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214104153278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214104153278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:41:56.394848 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9584): Terminating (SIGTERM)\u000a10:41:56.435112 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9587): Terminating (SIGTERM)\u000a10:41:56.475173 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9590): Terminating (SIGTERM)\u000a10:41:56.484391 --- ParallelTerminationStrategy: PID 9584 died...\u000a10:41:56.538697 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9584): Terminated: ok {rc=0}\u000a10:41:56.548293 --- ParallelTerminationStrategy: PID 9587 died...\u000a10:41:56.602189 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9587): Terminated: ok {rc=0}\u000a10:41:56.611822 --- ParallelTerminationStrategy: PID 9590 died...\u000a10:41:56.665489 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9590): Terminated: ok {rc=0}\u000a10:41:56.749363 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 84, "className" : "gprs:trx-lms", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9602): Process ended prematurely: osmo-stp_10.42.42.5(pid=9602) [trial-2403↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9602)]", "failedSince" : 2320, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9602): Process ended prematurely: osmo-stp_10.42.42.5(pid=9602) [trial-2403↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9602)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:trx-lms ping_idle_ping.py\u000a----------------------------------------------\u000a10:41:57.803697 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:41:57.815531 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a10:41:57.963141 tst ping_idle_ping.py: using LAC 40368\u000a10:41:58.088687 tst ping_idle_ping.py: using RAC 78\u000a10:41:58.211725 tst ping_idle_ping.py: using CellId 40368\u000a10:41:58.335309 tst ping_idle_ping.py: using BVCI 40369\u000a10:41:58.359875 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:41:58.370883 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:41:58.381795 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:41:58.392584 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:41:58.403579 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:41:58.414689 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:41:58.425767 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:41:58.436827 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a10:41:58.727097 tst ping_idle_ping.py:24: start network...\u000a10:41:58.859730 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:41:59.373477 run create_hlr_db(pid=9592): Launched\u000a10:41:59.559179 bus /gobi_6: Setting Powered False\u000a10:42:00.580829 run create_hlr_db(pid=9592): Terminated: ok {rc=0}\u000a10:42:01.122718 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9596): Launched\u000a10:42:01.590459 run osmo-hlr_10.42.42.2(pid=9599): Launched\u000a10:42:01.827757 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:42:02.451878 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9601): Launched\u000a10:42:02.769824 run osmo-stp_10.42.42.5(pid=9602): Launched\u000a10:42:02.884343 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:42:03.441689 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9604): Launched\u000a10:42:03.554869 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:42:03.833176 run patchelf(pid=9605): Launched\u000a10:42:04.019339 run osmo-stp_10.42.42.5(pid=9602): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9602)]\u000a10:42:04.156213 run osmo-stp_10.42.42.5(pid=9602): stdout: \u000a| (launched: 2022-12-14_10:42:02.613546)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:42:04.292347 run osmo-stp_10.42.42.5(pid=9602): stderr: \u000a| �[0;m�[38;5;43m20221214104202802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214104202802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214104202802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214104202803 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214104202803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214104202803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214104202803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:42:04.423762 run osmo-stp_10.42.42.5(pid=9602): stdout: \u000a| (launched: 2022-12-14_10:42:02.613546)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:42:04.554422 run osmo-stp_10.42.42.5(pid=9602): stderr: \u000a| �[0;m�[38;5;43m20221214104202802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214104202802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214104202802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214104202803 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214104202803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214104202803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214104202803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:42:04.706129 run patchelf(pid=9605): Terminating (SIGINT)\u000a10:42:04.884664 run patchelf(pid=9605): Terminated: ok {rc=0}\u000a10:42:04.917383 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=9602): Process ended prematurely: osmo-stp_10.42.42.5(pid=9602) [trial-2403↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9602)] [trial-2403↪gprs:trx-lms↪ping_idle_ping.py:27]\u000a10:42:04.926773 tst ping_idle_ping.py:27: Test FAILED (7.1 sec)\u000a10:42:04.989993 run osmo-hlr_10.42.42.2(pid=9599): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:trx-lms↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9599)]\u000a10:42:05.041883 run osmo-hlr_10.42.42.2(pid=9599): stdout: \u000a| (launched: 2022-12-14_10:42:01.328270) \u000a10:42:05.094823 run osmo-hlr_10.42.42.2(pid=9599): stderr: \u000a| �[0;m�[1;31m20221214104201694 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214104201694 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214104201694 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214104201694 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214104201694 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214104201695 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214104201715 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:trx-lms/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214104201727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214104201727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214104201727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:42:05.139697 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9596): Terminating (SIGTERM)\u000a10:42:05.181846 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9601): Terminating (SIGTERM)\u000a10:42:05.223850 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9604): Terminating (SIGTERM)\u000a10:42:05.233664 --- ParallelTerminationStrategy: PID 9596 died...\u000a10:42:05.290040 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9596): Terminated: ok {rc=0}\u000a10:42:05.300237 --- ParallelTerminationStrategy: PID 9601 died...\u000a10:42:05.356256 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9601): Terminated: ok {rc=0}\u000a10:42:05.366367 --- ParallelTerminationStrategy: PID 9604 died...\u000a10:42:05.422268 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9604): Terminated: ok {rc=0}\u000a10:42:05.510541 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "107", "name" : "gprs_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T10:41:06" }, { "cases" : [ { "testActions" : [ ], "age" : 265, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9619): Process ended prematurely: osmo-stp_10.42.42.5(pid=9619) [trial-2403↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9619)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9619): Process ended prematurely: osmo-stp_10.42.42.5(pid=9619) [trial-2403↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9619)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:trx-lms+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a10:42:07.647304 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:42:07.658130 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a10:42:07.807531 tst cs_paging_gprs_active.py: using LAC 40369\u000a10:42:07.933360 tst cs_paging_gprs_active.py: using RAC 79\u000a10:42:08.062413 tst cs_paging_gprs_active.py: using CellId 40369\u000a10:42:08.183739 tst cs_paging_gprs_active.py: using BVCI 40370\u000a10:42:08.207187 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:42:08.218462 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:42:08.229340 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:42:08.240080 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:42:08.251131 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:42:08.262087 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:42:08.273193 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:42:08.283941 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:42:08.295053 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:42:08.418578 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:42:08.700245 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a10:42:08.827290 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:42:09.145244 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9609): Launched\u000a10:42:09.409321 run iperf3-srv_10.42.42.10(pid=9610): Launched\u000a10:42:09.595387 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a10:42:09.722017 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:42:10.040285 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9611): Launched\u000a10:42:10.303416 run iperf3-srv_10.42.42.10(pid=9612): Launched\u000a10:42:10.488846 tst cs_paging_gprs_active.py:38: start network...\u000a10:42:10.615517 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:42:11.093835 run create_hlr_db(pid=9613): Launched\u000a10:42:11.268876 bus /gobi_6: Setting Powered False\u000a10:42:12.290656 run create_hlr_db(pid=9613): Terminated: ok {rc=0}\u000a10:42:12.697763 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9615): Launched\u000a10:42:13.002413 run osmo-hlr_10.42.42.2(pid=9616): Launched\u000a10:42:13.121340 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:42:13.658122 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9618): Launched\u000a10:42:13.961847 run osmo-stp_10.42.42.5(pid=9619): Launched\u000a10:42:14.072795 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:42:14.602943 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9621): Launched\u000a10:42:14.711648 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:42:14.978079 run patchelf(pid=9622): Launched\u000a10:42:15.159286 run osmo-stp_10.42.42.5(pid=9619): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9619)]\u000a10:42:15.289951 run osmo-stp_10.42.42.5(pid=9619): stdout: \u000a| (launched: 2022-12-14_10:42:13.811965)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:42:15.420227 run osmo-stp_10.42.42.5(pid=9619): stderr: \u000a| �[0;m�[38;5;43m20221214104213980 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214104213980 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214104213980 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214104213981 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214104213981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214104213981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214104213981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:42:15.546604 run osmo-stp_10.42.42.5(pid=9619): stdout: \u000a| (launched: 2022-12-14_10:42:13.811965)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:42:15.671150 run osmo-stp_10.42.42.5(pid=9619): stderr: \u000a| �[0;m�[38;5;43m20221214104213980 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214104213980 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214104213980 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214104213981 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214104213981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214104213981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214104213981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:42:15.817317 run patchelf(pid=9622): Terminating (SIGINT)\u000a10:42:15.999852 run patchelf(pid=9622): Terminated: ok {rc=0}\u000a10:42:16.033738 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=9619): Process ended prematurely: osmo-stp_10.42.42.5(pid=9619) [trial-2403↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9619)] [trial-2403↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a10:42:16.044304 tst cs_paging_gprs_active.py:38: Test FAILED (8.4 sec)\u000a10:42:16.108280 run osmo-hlr_10.42.42.2(pid=9616): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9616)]\u000a10:42:16.159896 run osmo-hlr_10.42.42.2(pid=9616): stdout: \u000a| (launched: 2022-12-14_10:42:12.851922) \u000a10:42:16.211886 run osmo-hlr_10.42.42.2(pid=9616): stderr: \u000a| �[0;m�[1;31m20221214104213024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214104213024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214104213024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214104213024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214104213024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214104213024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214104213036 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:trx-lms+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214104213045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214104213045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214104213045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:42:16.256447 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9609): Terminating (SIGTERM)\u000a10:42:16.299087 run iperf3-srv_10.42.42.10(pid=9610): Terminating (SIGTERM)\u000a10:42:16.344142 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9611): Terminating (SIGTERM)\u000a10:42:16.385707 run iperf3-srv_10.42.42.10(pid=9612): Terminating (SIGTERM)\u000a10:42:16.427159 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9615): Terminating (SIGTERM)\u000a10:42:16.468210 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9618): Terminating (SIGTERM)\u000a10:42:16.509329 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9621): Terminating (SIGTERM)\u000a10:42:16.519094 --- ParallelTerminationStrategy: PID 9609 died...\u000a10:42:16.575113 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9609): Terminated: ok {rc=0}\u000a10:42:16.585555 --- ParallelTerminationStrategy: PID 9610 died...\u000a10:42:16.641196 run iperf3-srv_10.42.42.10(pid=9610): Terminated {rc=256}\u000a10:42:16.651536 --- ParallelTerminationStrategy: PID 9611 died...\u000a10:42:16.707207 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9611): Terminated: ok {rc=0}\u000a10:42:16.717679 --- ParallelTerminationStrategy: PID 9612 died...\u000a10:42:16.773267 run iperf3-srv_10.42.42.10(pid=9612): Terminated {rc=256}\u000a10:42:16.783594 --- ParallelTerminationStrategy: PID 9615 died...\u000a10:42:16.839687 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9615): Terminated: ok {rc=0}\u000a10:42:16.850193 --- ParallelTerminationStrategy: PID 9618 died...\u000a10:42:16.905947 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9618): Terminated: ok {rc=0}\u000a10:42:16.916374 --- ParallelTerminationStrategy: PID 9621 died...\u000a10:42:16.972029 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9621): Terminated: ok {rc=0}\u000a10:42:17.058278 bus /gobi_0: Setting Powered False\u000a10:42:18.164656 bus /gobi_0: Setting Powered False\u000a10:42:19.272752 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 265, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9631): Process ended prematurely: osmo-stp_10.42.42.5(pid=9631) [trial-2403↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9631)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9631): Process ended prematurely: osmo-stp_10.42.42.5(pid=9631) [trial-2403↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9631)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:trx-lms+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a10:42:20.387158 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:42:20.399314 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a10:42:20.544154 tst iperf3.py: using LAC 40370\u000a10:42:20.668074 tst iperf3.py: using RAC 80\u000a10:42:20.792601 tst iperf3.py: using CellId 40370\u000a10:42:20.912275 tst iperf3.py: using BVCI 40371\u000a10:42:20.935827 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:42:20.946697 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:42:20.957351 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:42:20.967933 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:42:20.978784 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:42:20.989767 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:42:21.000822 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:42:21.011587 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:42:21.022613 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:42:21.318470 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:42:21.453889 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:42:21.789570 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9623): Launched\u000a10:42:22.069180 run iperf3-srv_10.42.42.10(pid=9624): Launched\u000a10:42:22.267580 tst iperf3.py:8: start network...\u000a10:42:22.401875 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:42:22.918280 run create_hlr_db(pid=9625): Launched\u000a10:42:23.113808 bus /gobi_6: Setting Powered False\u000a10:42:24.127216 run create_hlr_db(pid=9625): Terminated: ok {rc=0}\u000a10:42:24.543566 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9627): Launched\u000a10:42:24.848147 run osmo-hlr_10.42.42.2(pid=9628): Launched\u000a10:42:24.969176 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:42:25.504538 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9630): Launched\u000a10:42:25.809936 run osmo-stp_10.42.42.5(pid=9631): Launched\u000a10:42:25.921087 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:42:26.457389 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9633): Launched\u000a10:42:26.572439 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:42:26.855815 run patchelf(pid=9634): Launched\u000a10:42:27.044722 run osmo-stp_10.42.42.5(pid=9631): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9631)]\u000a10:42:27.183151 run osmo-stp_10.42.42.5(pid=9631): stdout: \u000a| (launched: 2022-12-14_10:42:25.659722)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:42:27.321974 run osmo-stp_10.42.42.5(pid=9631): stderr: \u000a| �[0;m�[38;5;43m20221214104225826 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214104225826 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214104225826 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214104225827 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214104225827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214104225827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214104225827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:42:27.455214 run osmo-stp_10.42.42.5(pid=9631): stdout: \u000a| (launched: 2022-12-14_10:42:25.659722)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:42:27.587588 run osmo-stp_10.42.42.5(pid=9631): stderr: \u000a| �[0;m�[38;5;43m20221214104225826 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214104225826 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214104225826 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214104225827 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214104225827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214104225827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214104225827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:42:27.742743 run patchelf(pid=9634): Terminating (SIGINT)\u000a10:42:27.924612 run patchelf(pid=9634): Terminated: ok {rc=0}\u000a10:42:27.957958 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9631): Process ended prematurely: osmo-stp_10.42.42.5(pid=9631) [trial-2403↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9631)] [trial-2403↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8]\u000a10:42:27.968005 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a10:42:28.031446 run osmo-hlr_10.42.42.2(pid=9628): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9628)]\u000a10:42:28.084371 run osmo-hlr_10.42.42.2(pid=9628): stdout: \u000a| (launched: 2022-12-14_10:42:24.698229) \u000a10:42:28.137258 run osmo-hlr_10.42.42.2(pid=9628): stderr: \u000a| �[0;m�[1;31m20221214104224870 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214104224870 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214104224870 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214104224870 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214104224871 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214104224871 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214104224883 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:trx-lms+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214104224891 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214104224892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214104224892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:42:28.182084 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9623): Terminating (SIGTERM)\u000a10:42:28.224564 run iperf3-srv_10.42.42.10(pid=9624): Terminating (SIGTERM)\u000a10:42:28.267172 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9627): Terminating (SIGTERM)\u000a10:42:28.309578 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9630): Terminating (SIGTERM)\u000a10:42:28.352037 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9633): Terminating (SIGTERM)\u000a10:42:28.361860 --- ParallelTerminationStrategy: PID 9623 died...\u000a10:42:28.418178 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9623): Terminated: ok {rc=0}\u000a10:42:28.428288 --- ParallelTerminationStrategy: PID 9624 died...\u000a10:42:28.484209 run iperf3-srv_10.42.42.10(pid=9624): Terminated {rc=256}\u000a10:42:28.494224 --- ParallelTerminationStrategy: PID 9627 died...\u000a10:42:28.550173 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9627): Terminated: ok {rc=0}\u000a10:42:28.560261 --- ParallelTerminationStrategy: PID 9630 died...\u000a10:42:28.615989 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9630): Terminated: ok {rc=0}\u000a10:42:28.626049 --- ParallelTerminationStrategy: PID 9633 died...\u000a10:42:28.681857 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9633): Terminated: ok {rc=0}\u000a10:42:28.769238 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 265, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9649): Process ended prematurely: osmo-stp_10.42.42.5(pid=9649) [trial-2403↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9649)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9649): Process ended prematurely: osmo-stp_10.42.42.5(pid=9649) [trial-2403↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9649)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:trx-lms+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a10:42:29.889064 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:42:29.901066 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a10:42:30.039864 tst iperf3m4.py: using LAC 40371\u000a10:42:30.160480 tst iperf3m4.py: using RAC 81\u000a10:42:30.286110 tst iperf3m4.py: using CellId 40371\u000a10:42:30.412394 tst iperf3m4.py: using BVCI 40372\u000a10:42:30.437213 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:42:30.448714 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:42:30.460121 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:42:30.471305 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:42:30.482420 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:42:30.493546 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:42:30.504893 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:42:30.515951 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:42:30.527246 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:42:30.647134 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:42:30.770329 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:42:30.904424 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:42:31.207144 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:42:31.385261 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:42:31.728269 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9635): Launched\u000a10:42:32.005703 run iperf3-srv_10.42.42.10(pid=9636): Launched\u000a10:42:32.257849 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a10:42:32.394130 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:42:32.731118 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9637): Launched\u000a10:42:33.009575 run iperf3-srv_10.42.42.10(pid=9638): Launched\u000a10:42:33.208111 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a10:42:33.342825 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:42:33.678742 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9639): Launched\u000a10:42:33.958206 run iperf3-srv_10.42.42.10(pid=9640): Launched\u000a10:42:34.156248 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a10:42:34.290757 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:42:34.626032 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9641): Launched\u000a10:42:34.905929 run iperf3-srv_10.42.42.10(pid=9642): Launched\u000a10:42:35.104108 tst iperf3m4.py:8: start network...\u000a10:42:35.239472 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:42:35.758721 run create_hlr_db(pid=9643): Launched\u000a10:42:35.945207 bus /gobi_6: Setting Powered False\u000a10:42:36.966515 run create_hlr_db(pid=9643): Terminated: ok {rc=0}\u000a10:42:37.374944 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9645): Launched\u000a10:42:37.678990 run osmo-hlr_10.42.42.2(pid=9646): Launched\u000a10:42:37.797540 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:42:38.330183 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9648): Launched\u000a10:42:38.633739 run osmo-stp_10.42.42.5(pid=9649): Launched\u000a10:42:38.743781 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:42:39.274876 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9651): Launched\u000a10:42:39.382862 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:42:39.648266 run patchelf(pid=9652): Launched\u000a10:42:39.826885 run osmo-stp_10.42.42.5(pid=9649): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9649)]\u000a10:42:39.957258 run osmo-stp_10.42.42.5(pid=9649): stdout: \u000a| (launched: 2022-12-14_10:42:38.483240)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:42:40.087849 run osmo-stp_10.42.42.5(pid=9649): stderr: \u000a| �[0;m�[38;5;43m20221214104238649 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214104238650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214104238650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214104238650 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214104238651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214104238651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214104238651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:42:40.213530 run osmo-stp_10.42.42.5(pid=9649): stdout: \u000a| (launched: 2022-12-14_10:42:38.483240)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:42:40.337965 run osmo-stp_10.42.42.5(pid=9649): stderr: \u000a| �[0;m�[38;5;43m20221214104238649 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214104238650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214104238650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214104238650 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214104238651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214104238651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214104238651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:42:40.483426 run patchelf(pid=9652): Terminating (SIGINT)\u000a10:42:40.654981 run patchelf(pid=9652): Terminated: ok {rc=0}\u000a10:42:40.686480 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9649): Process ended prematurely: osmo-stp_10.42.42.5(pid=9649) [trial-2403↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9649)] [trial-2403↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8]\u000a10:42:40.696242 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a10:42:40.757307 run osmo-hlr_10.42.42.2(pid=9646): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9646)]\u000a10:42:40.806512 run osmo-hlr_10.42.42.2(pid=9646): stdout: \u000a| (launched: 2022-12-14_10:42:37.529081) \u000a10:42:40.856828 run osmo-hlr_10.42.42.2(pid=9646): stderr: \u000a| �[0;m�[1;31m20221214104237702 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214104237702 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214104237702 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214104237702 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214104237702 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214104237703 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214104237715 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:trx-lms+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214104237726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214104237726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214104237726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:42:40.899371 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9635): Terminating (SIGTERM)\u000a10:42:40.939242 run iperf3-srv_10.42.42.10(pid=9636): Terminating (SIGTERM)\u000a10:42:40.979373 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9637): Terminating (SIGTERM)\u000a10:42:41.019448 run iperf3-srv_10.42.42.10(pid=9638): Terminating (SIGTERM)\u000a10:42:41.059469 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9639): Terminating (SIGTERM)\u000a10:42:41.099422 run iperf3-srv_10.42.42.10(pid=9640): Terminating (SIGTERM)\u000a10:42:41.139396 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9641): Terminating (SIGTERM)\u000a10:42:41.179405 run iperf3-srv_10.42.42.10(pid=9642): Terminating (SIGTERM)\u000a10:42:41.219498 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9645): Terminating (SIGTERM)\u000a10:42:41.259568 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9648): Terminating (SIGTERM)\u000a10:42:41.299567 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9651): Terminating (SIGTERM)\u000a10:42:41.308799 --- ParallelTerminationStrategy: PID 9635 died...\u000a10:42:41.363326 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9635): Terminated: ok {rc=0}\u000a10:42:41.373044 --- ParallelTerminationStrategy: PID 9636 died...\u000a10:42:41.426539 run iperf3-srv_10.42.42.10(pid=9636): Terminated {rc=256}\u000a10:42:41.436151 --- ParallelTerminationStrategy: PID 9637 died...\u000a10:42:41.489920 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9637): Terminated: ok {rc=0}\u000a10:42:41.499534 --- ParallelTerminationStrategy: PID 9638 died...\u000a10:42:41.553233 run iperf3-srv_10.42.42.10(pid=9638): Terminated {rc=256}\u000a10:42:41.562848 --- ParallelTerminationStrategy: PID 9639 died...\u000a10:42:41.616535 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9639): Terminated: ok {rc=0}\u000a10:42:41.626235 --- ParallelTerminationStrategy: PID 9640 died...\u000a10:42:41.679511 run iperf3-srv_10.42.42.10(pid=9640): Terminated {rc=256}\u000a10:42:41.689061 --- ParallelTerminationStrategy: PID 9641 died...\u000a10:42:41.742600 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9641): Terminated: ok {rc=0}\u000a10:42:41.752282 --- ParallelTerminationStrategy: PID 9642 died...\u000a10:42:41.805550 run iperf3-srv_10.42.42.10(pid=9642): Terminated {rc=256}\u000a10:42:41.814997 --- ParallelTerminationStrategy: PID 9645 died...\u000a10:42:41.868606 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9645): Terminated: ok {rc=0}\u000a10:42:41.878316 --- ParallelTerminationStrategy: PID 9648 died...\u000a10:42:41.931773 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9648): Terminated: ok {rc=0}\u000a10:42:41.941849 --- ParallelTerminationStrategy: PID 9651 died...\u000a10:42:41.995871 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9651): Terminated: ok {rc=0}\u000a10:42:42.080495 bus /gobi_4: Setting Powered False\u000a10:42:43.188055 bus /gobi_4: Setting Powered False\u000a10:42:44.297401 bus /gobi_1: Setting Powered False\u000a10:42:45.400440 bus /gobi_1: Setting Powered False\u000a10:42:46.528671 bus /gobi_0: Setting Powered False\u000a10:42:47.639101 bus /gobi_0: Setting Powered False\u000a10:42:48.748616 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 265, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9659): Process ended prematurely: osmo-stp_10.42.42.5(pid=9659) [trial-2403↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9659)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9659): Process ended prematurely: osmo-stp_10.42.42.5(pid=9659) [trial-2403↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9659)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:trx-lms+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a10:42:49.818563 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:42:49.830493 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a10:42:49.972909 tst ping.py: using LAC 40372\u000a10:42:50.092268 tst ping.py: using RAC 82\u000a10:42:50.210577 tst ping.py: using CellId 40372\u000a10:42:50.328826 tst ping.py: using BVCI 40373\u000a10:42:50.351725 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:42:50.362737 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:42:50.373339 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:42:50.383986 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:42:50.394858 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:42:50.405934 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:42:50.417150 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:42:50.427958 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:42:50.720707 tst ping.py:19: start network...\u000a10:42:50.853042 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:42:51.363489 run create_hlr_db(pid=9653): Launched\u000a10:42:51.548675 bus /gobi_6: Setting Powered False\u000a10:42:52.568799 run create_hlr_db(pid=9653): Terminated: ok {rc=0}\u000a10:42:52.971546 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9655): Launched\u000a10:42:53.269870 run osmo-hlr_10.42.42.2(pid=9656): Launched\u000a10:42:53.385200 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:42:53.918464 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9658): Launched\u000a10:42:54.217969 run osmo-stp_10.42.42.5(pid=9659): Launched\u000a10:42:54.326978 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:42:54.848110 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9661): Launched\u000a10:42:54.954608 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:42:55.216759 run patchelf(pid=9662): Launched\u000a10:42:55.392197 run osmo-stp_10.42.42.5(pid=9659): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9659)]\u000a10:42:55.520444 run osmo-stp_10.42.42.5(pid=9659): stdout: \u000a| (launched: 2022-12-14_10:42:54.069533)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:42:55.649640 run osmo-stp_10.42.42.5(pid=9659): stderr: \u000a| �[0;m�[38;5;43m20221214104254236 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214104254236 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214104254236 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214104254237 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214104254237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214104254237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214104254237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:42:55.773428 run osmo-stp_10.42.42.5(pid=9659): stdout: \u000a| (launched: 2022-12-14_10:42:54.069533)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:42:55.896491 run osmo-stp_10.42.42.5(pid=9659): stderr: \u000a| �[0;m�[38;5;43m20221214104254236 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214104254236 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214104254236 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214104254237 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214104254237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214104254237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214104254237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:42:56.039584 run patchelf(pid=9662): Terminating (SIGINT)\u000a10:42:56.208056 run patchelf(pid=9662): Terminated: ok {rc=0}\u000a10:42:56.238612 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=9659): Process ended prematurely: osmo-stp_10.42.42.5(pid=9659) [trial-2403↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9659)] [trial-2403↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22]\u000a10:42:56.247450 tst ping.py:22: Test FAILED (6.4 sec)\u000a10:42:56.308370 run osmo-hlr_10.42.42.2(pid=9656): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:trx-lms+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9656)]\u000a10:42:56.357966 run osmo-hlr_10.42.42.2(pid=9656): stdout: \u000a| (launched: 2022-12-14_10:42:53.122622) \u000a10:42:56.407915 run osmo-hlr_10.42.42.2(pid=9656): stderr: \u000a| �[0;m�[1;31m20221214104253295 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214104253295 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214104253295 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214104253295 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214104253295 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214104253295 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214104253308 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:trx-lms+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214104253318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214104253318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214104253318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:42:56.450665 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9655): Terminating (SIGTERM)\u000a10:42:56.490739 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9658): Terminating (SIGTERM)\u000a10:42:56.530658 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9661): Terminating (SIGTERM)\u000a10:42:56.540058 --- ParallelTerminationStrategy: PID 9655 died...\u000a10:42:56.594378 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9655): Terminated: ok {rc=0}\u000a10:42:56.604106 --- ParallelTerminationStrategy: PID 9658 died...\u000a10:42:56.657988 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9658): Terminated: ok {rc=0}\u000a10:42:56.667699 --- ParallelTerminationStrategy: PID 9661 died...\u000a10:42:56.721604 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9661): Terminated: ok {rc=0}\u000a10:42:56.811245 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 265, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9669): Process ended prematurely: osmo-stp_10.42.42.5(pid=9669) [trial-2403↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9669)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9669): Process ended prematurely: osmo-stp_10.42.42.5(pid=9669) [trial-2403↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9669)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:trx-lms+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a10:42:57.863432 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:42:57.875189 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a10:42:58.013548 tst ping_idle_ping.py: using LAC 40373\u000a10:42:58.131769 tst ping_idle_ping.py: using RAC 83\u000a10:42:58.250931 tst ping_idle_ping.py: using CellId 40373\u000a10:42:58.374631 tst ping_idle_ping.py: using BVCI 40374\u000a10:42:58.398981 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:42:58.410662 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:42:58.422134 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:42:58.433494 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:42:58.444645 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:42:58.455746 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:42:58.467083 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:42:58.478292 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:42:58.755741 tst ping_idle_ping.py:24: start network...\u000a10:42:58.880312 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:42:59.353039 run create_hlr_db(pid=9663): Launched\u000a10:42:59.527234 bus /gobi_6: Setting Powered False\u000a10:43:00.546926 run create_hlr_db(pid=9663): Terminated: ok {rc=0}\u000a10:43:01.014473 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9665): Launched\u000a10:43:01.474212 run osmo-hlr_10.42.42.2(pid=9666): Launched\u000a10:43:01.698219 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:43:02.250609 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9668): Launched\u000a10:43:02.560843 run osmo-stp_10.42.42.5(pid=9669): Launched\u000a10:43:02.671093 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:43:03.193220 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9671): Launched\u000a10:43:03.299185 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:43:03.560616 run patchelf(pid=9672): Launched\u000a10:43:03.736575 run osmo-stp_10.42.42.5(pid=9669): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9669)]\u000a10:43:03.865423 run osmo-stp_10.42.42.5(pid=9669): stdout: \u000a| (launched: 2022-12-14_10:43:02.409803)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:43:03.995154 run osmo-stp_10.42.42.5(pid=9669): stderr: \u000a| �[0;m�[38;5;43m20221214104302577 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214104302578 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214104302578 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214104302578 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214104302579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214104302579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214104302579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:43:04.119385 run osmo-stp_10.42.42.5(pid=9669): stdout: \u000a| (launched: 2022-12-14_10:43:02.409803)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:43:04.242232 run osmo-stp_10.42.42.5(pid=9669): stderr: \u000a| �[0;m�[38;5;43m20221214104302577 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214104302578 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214104302578 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214104302578 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214104302579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214104302579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214104302579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:43:04.385660 run patchelf(pid=9672): Terminating (SIGINT)\u000a10:43:04.554065 run patchelf(pid=9672): Terminated: ok {rc=0}\u000a10:43:04.584805 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=9669): Process ended prematurely: osmo-stp_10.42.42.5(pid=9669) [trial-2403↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9669)] [trial-2403↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a10:43:04.593716 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a10:43:04.654492 run osmo-hlr_10.42.42.2(pid=9666): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9666)]\u000a10:43:04.703919 run osmo-hlr_10.42.42.2(pid=9666): stdout: \u000a| (launched: 2022-12-14_10:43:01.183138) \u000a10:43:04.753831 run osmo-hlr_10.42.42.2(pid=9666): stderr: \u000a| �[0;m�[1;31m20221214104301426 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214104301426 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214104301426 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214104301426 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214104301426 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214104301426 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214104301443 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:trx-lms+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214104301459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214104301459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214104301459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:43:04.796585 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9665): Terminating (SIGTERM)\u000a10:43:04.836759 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9668): Terminating (SIGTERM)\u000a10:43:04.877111 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9671): Terminating (SIGTERM)\u000a10:43:04.886460 --- ParallelTerminationStrategy: PID 9665 died...\u000a10:43:04.940581 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9665): Terminated: ok {rc=0}\u000a10:43:04.950176 --- ParallelTerminationStrategy: PID 9668 died...\u000a10:43:05.003735 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9668): Terminated: ok {rc=0}\u000a10:43:05.013404 --- ParallelTerminationStrategy: PID 9671 died...\u000a10:43:05.067012 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9671): Terminated: ok {rc=0}\u000a10:43:05.150700 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "108", "name" : "gprs_trx-lms+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T10:42:07" }, { "cases" : [ { "testActions" : [ ], "age" : 265, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9686): Process ended prematurely: osmo-stp_10.42.42.5(pid=9686) [trial-2403↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9686)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9686): Process ended prematurely: osmo-stp_10.42.42.5(pid=9686) [trial-2403↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9686)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:trx-lms+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a10:43:07.312604 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:43:07.323919 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a10:43:07.490231 tst cs_paging_gprs_active.py: using LAC 40374\u000a10:43:07.617833 tst cs_paging_gprs_active.py: using RAC 84\u000a10:43:07.745941 tst cs_paging_gprs_active.py: using CellId 40374\u000a10:43:07.873121 tst cs_paging_gprs_active.py: using BVCI 40375\u000a10:43:07.898218 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:43:07.909518 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:43:07.920865 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:43:07.932218 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:43:07.943491 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:43:07.954743 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:43:07.966015 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:43:07.977216 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:43:07.988572 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:43:08.110374 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:43:08.393741 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a10:43:08.521884 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:43:08.840068 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9676): Launched\u000a10:43:09.103986 run iperf3-srv_10.42.42.10(pid=9677): Launched\u000a10:43:09.290007 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a10:43:09.416574 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:43:09.736731 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9678): Launched\u000a10:43:10.001227 run iperf3-srv_10.42.42.10(pid=9679): Launched\u000a10:43:10.187250 tst cs_paging_gprs_active.py:38: start network...\u000a10:43:10.314451 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:43:10.796764 run create_hlr_db(pid=9680): Launched\u000a10:43:10.972441 bus /gobi_6: Setting Powered False\u000a10:43:11.994461 run create_hlr_db(pid=9680): Terminated: ok {rc=0}\u000a10:43:12.403219 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9682): Launched\u000a10:43:12.708621 run osmo-hlr_10.42.42.2(pid=9683): Launched\u000a10:43:12.822923 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:43:13.357949 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9685): Launched\u000a10:43:13.683242 run osmo-stp_10.42.42.5(pid=9686): Launched\u000a10:43:13.800287 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:43:14.368378 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9688): Launched\u000a10:43:14.483571 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:43:14.775575 run patchelf(pid=9689): Launched\u000a10:43:14.967052 run osmo-stp_10.42.42.5(pid=9686): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9686)]\u000a10:43:15.106820 run osmo-stp_10.42.42.5(pid=9686): stdout: \u000a| (launched: 2022-12-14_10:43:13.523144)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:43:15.246513 run osmo-stp_10.42.42.5(pid=9686): stderr: \u000a| �[0;m�[38;5;43m20221214104313713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214104313713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214104313713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214104313714 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214104313714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214104313714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214104313714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:43:15.380672 run osmo-stp_10.42.42.5(pid=9686): stdout: \u000a| (launched: 2022-12-14_10:43:13.523144)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:43:15.513806 run osmo-stp_10.42.42.5(pid=9686): stderr: \u000a| �[0;m�[38;5;43m20221214104313713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214104313713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214104313713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214104313714 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214104313714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214104313714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214104313714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:43:15.669775 run patchelf(pid=9689): Terminating (SIGINT)\u000a10:43:15.869782 run patchelf(pid=9689): Terminated: ok {rc=0}\u000a10:43:15.915320 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=9686): Process ended prematurely: osmo-stp_10.42.42.5(pid=9686) [trial-2403↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9686)] [trial-2403↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a10:43:15.926113 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a10:43:15.990547 run osmo-hlr_10.42.42.2(pid=9683): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9683)]\u000a10:43:16.043261 run osmo-hlr_10.42.42.2(pid=9683): stdout: \u000a| (launched: 2022-12-14_10:43:12.558030) \u000a10:43:16.096942 run osmo-hlr_10.42.42.2(pid=9683): stderr: \u000a| �[0;m�[1;31m20221214104312733 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214104312733 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214104312733 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214104312733 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214104312733 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214104312733 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214104312746 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:trx-lms+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214104312754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214104312754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214104312754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:43:16.143827 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9676): Terminating (SIGTERM)\u000a10:43:16.188769 run iperf3-srv_10.42.42.10(pid=9677): Terminating (SIGTERM)\u000a10:43:16.233601 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9678): Terminating (SIGTERM)\u000a10:43:16.278341 run iperf3-srv_10.42.42.10(pid=9679): Terminating (SIGTERM)\u000a10:43:16.323220 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9682): Terminating (SIGTERM)\u000a10:43:16.367041 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9685): Terminating (SIGTERM)\u000a10:43:16.412084 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9688): Terminating (SIGTERM)\u000a10:43:16.423239 --- ParallelTerminationStrategy: PID 9676 died...\u000a10:43:16.480788 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9676): Terminated: ok {rc=0}\u000a10:43:16.491369 --- ParallelTerminationStrategy: PID 9677 died...\u000a10:43:16.548262 run iperf3-srv_10.42.42.10(pid=9677): Terminated {rc=256}\u000a10:43:16.558836 --- ParallelTerminationStrategy: PID 9678 died...\u000a10:43:16.615850 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9678): Terminated: ok {rc=0}\u000a10:43:16.626430 --- ParallelTerminationStrategy: PID 9679 died...\u000a10:43:16.683195 run iperf3-srv_10.42.42.10(pid=9679): Terminated {rc=256}\u000a10:43:16.693751 --- ParallelTerminationStrategy: PID 9682 died...\u000a10:43:16.750423 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9682): Terminated: ok {rc=0}\u000a10:43:16.761094 --- ParallelTerminationStrategy: PID 9685 died...\u000a10:43:16.817908 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9685): Terminated: ok {rc=0}\u000a10:43:16.828482 --- ParallelTerminationStrategy: PID 9688 died...\u000a10:43:16.885228 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9688): Terminated: ok {rc=0}\u000a10:43:16.974352 bus /gobi_0: Setting Powered False\u000a10:43:18.080626 bus /gobi_0: Setting Powered False\u000a10:43:19.188193 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 265, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9698): Process ended prematurely: osmo-stp_10.42.42.5(pid=9698) [trial-2403↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9698)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9698): Process ended prematurely: osmo-stp_10.42.42.5(pid=9698) [trial-2403↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9698)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:trx-lms+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a10:43:20.303083 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:43:20.315096 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a10:43:20.485834 tst iperf3.py: using LAC 40375\u000a10:43:20.610323 tst iperf3.py: using RAC 85\u000a10:43:20.735079 tst iperf3.py: using CellId 40375\u000a10:43:20.859994 tst iperf3.py: using BVCI 40376\u000a10:43:20.884732 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:43:20.896624 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:43:20.907972 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:43:20.919265 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:43:20.930416 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:43:20.941566 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:43:20.952810 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:43:20.963837 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:43:20.975175 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:43:21.270280 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:43:21.405092 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:43:21.743408 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9690): Launched\u000a10:43:22.022523 run iperf3-srv_10.42.42.10(pid=9691): Launched\u000a10:43:22.221874 tst iperf3.py:8: start network...\u000a10:43:22.356609 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:43:22.875583 run create_hlr_db(pid=9692): Launched\u000a10:43:23.062589 bus /gobi_6: Setting Powered False\u000a10:43:24.085607 run create_hlr_db(pid=9692): Terminated: ok {rc=0}\u000a10:43:24.496179 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9694): Launched\u000a10:43:24.801449 run osmo-hlr_10.42.42.2(pid=9695): Launched\u000a10:43:24.917373 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:43:25.451184 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9697): Launched\u000a10:43:25.756002 run osmo-stp_10.42.42.5(pid=9698): Launched\u000a10:43:25.866806 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:43:26.400745 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9700): Launched\u000a10:43:26.509254 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:43:26.776651 run patchelf(pid=9701): Launched\u000a10:43:26.955923 run osmo-stp_10.42.42.5(pid=9698): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9698)]\u000a10:43:27.086585 run osmo-stp_10.42.42.5(pid=9698): stdout: \u000a| (launched: 2022-12-14_10:43:25.605233)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:43:27.217901 run osmo-stp_10.42.42.5(pid=9698): stderr: \u000a| �[0;m�[38;5;43m20221214104325775 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214104325775 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214104325775 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214104325776 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214104325776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214104325776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214104325776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:43:27.344052 run osmo-stp_10.42.42.5(pid=9698): stdout: \u000a| (launched: 2022-12-14_10:43:25.605233)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:43:27.469251 run osmo-stp_10.42.42.5(pid=9698): stderr: \u000a| �[0;m�[38;5;43m20221214104325775 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214104325775 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214104325775 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214104325776 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214104325776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214104325776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214104325776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:43:27.615632 run patchelf(pid=9701): Terminating (SIGINT)\u000a10:43:27.787550 run patchelf(pid=9701): Terminated: ok {rc=0}\u000a10:43:27.819093 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9698): Process ended prematurely: osmo-stp_10.42.42.5(pid=9698) [trial-2403↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9698)] [trial-2403↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a10:43:27.828471 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a10:43:27.889284 run osmo-hlr_10.42.42.2(pid=9695): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9695)]\u000a10:43:27.938827 run osmo-hlr_10.42.42.2(pid=9695): stdout: \u000a| (launched: 2022-12-14_10:43:24.651036) \u000a10:43:27.988923 run osmo-hlr_10.42.42.2(pid=9695): stderr: \u000a| �[0;m�[1;31m20221214104324825 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214104324825 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214104324825 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214104324825 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214104324825 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214104324825 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214104324838 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:trx-lms+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214104324847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214104324847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214104324847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:43:28.031781 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9690): Terminating (SIGTERM)\u000a10:43:28.072097 run iperf3-srv_10.42.42.10(pid=9691): Terminating (SIGTERM)\u000a10:43:28.112875 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9694): Terminating (SIGTERM)\u000a10:43:28.153424 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9697): Terminating (SIGTERM)\u000a10:43:28.193793 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9700): Terminating (SIGTERM)\u000a10:43:28.203139 --- ParallelTerminationStrategy: PID 9690 died...\u000a10:43:28.257341 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9690): Terminated: ok {rc=0}\u000a10:43:28.266941 --- ParallelTerminationStrategy: PID 9691 died...\u000a10:43:28.320315 run iperf3-srv_10.42.42.10(pid=9691): Terminated {rc=256}\u000a10:43:28.329994 --- ParallelTerminationStrategy: PID 9694 died...\u000a10:43:28.383066 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9694): Terminated: ok {rc=0}\u000a10:43:28.392684 --- ParallelTerminationStrategy: PID 9697 died...\u000a10:43:28.445888 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9697): Terminated: ok {rc=0}\u000a10:43:28.455516 --- ParallelTerminationStrategy: PID 9700 died...\u000a10:43:28.508781 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9700): Terminated: ok {rc=0}\u000a10:43:28.597825 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 265, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9716): Process ended prematurely: osmo-stp_10.42.42.5(pid=9716) [trial-2403↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9716)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9716): Process ended prematurely: osmo-stp_10.42.42.5(pid=9716) [trial-2403↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9716)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:trx-lms+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a10:43:29.709661 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:43:29.721378 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a10:43:29.882609 tst iperf3m4.py: using LAC 40376\u000a10:43:30.002004 tst iperf3m4.py: using RAC 86\u000a10:43:30.126058 tst iperf3m4.py: using CellId 40376\u000a10:43:30.252938 tst iperf3m4.py: using BVCI 40377\u000a10:43:30.277934 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:43:30.289622 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:43:30.301115 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:43:30.312687 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:43:30.324048 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:43:30.335563 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:43:30.347035 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:43:30.358168 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:43:30.369517 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:43:30.488779 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:43:30.609124 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:43:30.728635 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:43:31.041344 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:43:31.180883 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:43:31.533427 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9702): Launched\u000a10:43:31.821583 run iperf3-srv_10.42.42.10(pid=9703): Launched\u000a10:43:32.026327 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a10:43:32.166845 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:43:32.505577 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9704): Launched\u000a10:43:32.786196 run iperf3-srv_10.42.42.10(pid=9705): Launched\u000a10:43:32.983278 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a10:43:33.118308 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:43:33.456239 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9706): Launched\u000a10:43:33.736779 run iperf3-srv_10.42.42.10(pid=9707): Launched\u000a10:43:33.934412 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a10:43:34.069251 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:43:34.406869 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9708): Launched\u000a10:43:34.687414 run iperf3-srv_10.42.42.10(pid=9709): Launched\u000a10:43:34.885067 tst iperf3m4.py:8: start network...\u000a10:43:35.019709 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:43:35.542210 run create_hlr_db(pid=9710): Launched\u000a10:43:35.729947 bus /gobi_6: Setting Powered False\u000a10:43:36.750933 run create_hlr_db(pid=9710): Terminated: ok {rc=0}\u000a10:43:37.162430 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9712): Launched\u000a10:43:37.468454 run osmo-hlr_10.42.42.2(pid=9713): Launched\u000a10:43:37.587189 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:43:38.121641 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9715): Launched\u000a10:43:38.426598 run osmo-stp_10.42.42.5(pid=9716): Launched\u000a10:43:38.536943 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:43:39.067319 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9718): Launched\u000a10:43:39.175096 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:43:39.443107 run patchelf(pid=9719): Launched\u000a10:43:39.621276 run osmo-stp_10.42.42.5(pid=9716): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9716)]\u000a10:43:39.751986 run osmo-stp_10.42.42.5(pid=9716): stdout: \u000a| (launched: 2022-12-14_10:43:38.275686)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:43:39.882263 run osmo-stp_10.42.42.5(pid=9716): stderr: \u000a| �[0;m�[38;5;43m20221214104338446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214104338446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214104338446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214104338447 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214104338447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214104338447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214104338447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:43:40.007960 run osmo-stp_10.42.42.5(pid=9716): stdout: \u000a| (launched: 2022-12-14_10:43:38.275686)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:43:40.132600 run osmo-stp_10.42.42.5(pid=9716): stderr: \u000a| �[0;m�[38;5;43m20221214104338446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214104338446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214104338446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214104338447 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214104338447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214104338447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214104338447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:43:40.278678 run patchelf(pid=9719): Terminating (SIGINT)\u000a10:43:40.450656 run patchelf(pid=9719): Terminated: ok {rc=0}\u000a10:43:40.482297 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9716): Process ended prematurely: osmo-stp_10.42.42.5(pid=9716) [trial-2403↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9716)] [trial-2403↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a10:43:40.491685 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a10:43:40.553158 run osmo-hlr_10.42.42.2(pid=9713): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9713)]\u000a10:43:40.602778 run osmo-hlr_10.42.42.2(pid=9713): stdout: \u000a| (launched: 2022-12-14_10:43:37.316543) \u000a10:43:40.652847 run osmo-hlr_10.42.42.2(pid=9713): stderr: \u000a| �[0;m�[1;31m20221214104337489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214104337489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214104337489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214104337489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214104337489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214104337489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214104337502 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:trx-lms+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214104337510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214104337511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214104337511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:43:40.695979 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9702): Terminating (SIGTERM)\u000a10:43:40.736642 run iperf3-srv_10.42.42.10(pid=9703): Terminating (SIGTERM)\u000a10:43:40.777557 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9704): Terminating (SIGTERM)\u000a10:43:40.818268 run iperf3-srv_10.42.42.10(pid=9705): Terminating (SIGTERM)\u000a10:43:40.858981 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9706): Terminating (SIGTERM)\u000a10:43:40.899410 run iperf3-srv_10.42.42.10(pid=9707): Terminating (SIGTERM)\u000a10:43:40.939887 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9708): Terminating (SIGTERM)\u000a10:43:40.980313 run iperf3-srv_10.42.42.10(pid=9709): Terminating (SIGTERM)\u000a10:43:41.020855 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9712): Terminating (SIGTERM)\u000a10:43:41.061402 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9715): Terminating (SIGTERM)\u000a10:43:41.101954 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9718): Terminating (SIGTERM)\u000a10:43:41.111360 --- ParallelTerminationStrategy: PID 9702 died...\u000a10:43:41.166174 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9702): Terminated: ok {rc=0}\u000a10:43:41.175877 --- ParallelTerminationStrategy: PID 9703 died...\u000a10:43:41.230123 run iperf3-srv_10.42.42.10(pid=9703): Terminated {rc=256}\u000a10:43:41.240131 --- ParallelTerminationStrategy: PID 9704 died...\u000a10:43:41.294479 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9704): Terminated: ok {rc=0}\u000a10:43:41.304273 --- ParallelTerminationStrategy: PID 9705 died...\u000a10:43:41.358289 run iperf3-srv_10.42.42.10(pid=9705): Terminated {rc=256}\u000a10:43:41.368031 --- ParallelTerminationStrategy: PID 9706 died...\u000a10:43:41.422409 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9706): Terminated: ok {rc=0}\u000a10:43:41.432195 --- ParallelTerminationStrategy: PID 9707 died...\u000a10:43:41.486223 run iperf3-srv_10.42.42.10(pid=9707): Terminated {rc=256}\u000a10:43:41.495993 --- ParallelTerminationStrategy: PID 9708 died...\u000a10:43:41.550194 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9708): Terminated: ok {rc=0}\u000a10:43:41.560021 --- ParallelTerminationStrategy: PID 9709 died...\u000a10:43:41.614292 run iperf3-srv_10.42.42.10(pid=9709): Terminated {rc=256}\u000a10:43:41.624046 --- ParallelTerminationStrategy: PID 9712 died...\u000a10:43:41.678366 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9712): Terminated: ok {rc=0}\u000a10:43:41.688167 --- ParallelTerminationStrategy: PID 9715 died...\u000a10:43:41.742293 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9715): Terminated: ok {rc=0}\u000a10:43:41.752135 --- ParallelTerminationStrategy: PID 9718 died...\u000a10:43:41.806383 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9718): Terminated: ok {rc=0}\u000a10:43:41.891482 bus /gobi_4: Setting Powered False\u000a10:43:42.994901 bus /gobi_4: Setting Powered False\u000a10:43:44.107222 bus /gobi_1: Setting Powered False\u000a10:43:45.210183 bus /gobi_1: Setting Powered False\u000a10:43:46.328509 bus /gobi_0: Setting Powered False\u000a10:43:47.435359 bus /gobi_0: Setting Powered False\u000a10:43:48.545095 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 265, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9726): Process ended prematurely: osmo-stp_10.42.42.5(pid=9726) [trial-2403↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9726)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9726): Process ended prematurely: osmo-stp_10.42.42.5(pid=9726) [trial-2403↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9726)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:trx-lms+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a10:43:49.614095 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:43:49.626039 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a10:43:49.796421 tst ping.py: using LAC 40377\u000a10:43:49.919053 tst ping.py: using RAC 87\u000a10:43:50.041662 tst ping.py: using CellId 40377\u000a10:43:50.170032 tst ping.py: using BVCI 40378\u000a10:43:50.194245 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:43:50.205624 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:43:50.216889 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:43:50.228083 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:43:50.239214 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:43:50.250568 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:43:50.261881 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:43:50.273346 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:43:50.548857 tst ping.py:19: start network...\u000a10:43:50.672937 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:43:51.142670 run create_hlr_db(pid=9720): Launched\u000a10:43:51.316050 bus /gobi_6: Setting Powered False\u000a10:43:52.337468 run create_hlr_db(pid=9720): Terminated: ok {rc=0}\u000a10:43:52.738793 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9722): Launched\u000a10:43:53.038996 run osmo-hlr_10.42.42.2(pid=9723): Launched\u000a10:43:53.148122 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:43:53.671961 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9725): Launched\u000a10:43:53.971373 run osmo-stp_10.42.42.5(pid=9726): Launched\u000a10:43:54.078833 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:43:54.598966 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9728): Launched\u000a10:43:54.705099 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:43:54.966433 run patchelf(pid=9729): Launched\u000a10:43:55.141893 run osmo-stp_10.42.42.5(pid=9726): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9726)]\u000a10:43:55.269816 run osmo-stp_10.42.42.5(pid=9726): stdout: \u000a| (launched: 2022-12-14_10:43:53.823833)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:43:55.398044 run osmo-stp_10.42.42.5(pid=9726): stderr: \u000a| �[0;m�[38;5;43m20221214104353992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214104353992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214104353993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214104353993 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214104353994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214104353994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214104353994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:43:55.521438 run osmo-stp_10.42.42.5(pid=9726): stdout: \u000a| (launched: 2022-12-14_10:43:53.823833)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:43:55.643869 run osmo-stp_10.42.42.5(pid=9726): stderr: \u000a| �[0;m�[38;5;43m20221214104353992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214104353992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214104353993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214104353993 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214104353994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214104353994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214104353994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:43:55.786936 run patchelf(pid=9729): Terminating (SIGINT)\u000a10:43:55.955144 run patchelf(pid=9729): Terminated: ok {rc=0}\u000a10:43:55.985942 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=9726): Process ended prematurely: osmo-stp_10.42.42.5(pid=9726) [trial-2403↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9726)] [trial-2403↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22]\u000a10:43:55.994791 tst ping.py:22: Test FAILED (6.4 sec)\u000a10:43:56.055576 run osmo-hlr_10.42.42.2(pid=9723): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9723)]\u000a10:43:56.105328 run osmo-hlr_10.42.42.2(pid=9723): stdout: \u000a| (launched: 2022-12-14_10:43:52.890423) \u000a10:43:56.155683 run osmo-hlr_10.42.42.2(pid=9723): stderr: \u000a| �[0;m�[1;31m20221214104353063 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214104353063 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214104353063 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214104353063 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214104353063 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214104353063 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214104353075 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:trx-lms+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214104353083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214104353083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214104353084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:43:56.198739 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9722): Terminating (SIGTERM)\u000a10:43:56.239178 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9725): Terminating (SIGTERM)\u000a10:43:56.279538 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9728): Terminating (SIGTERM)\u000a10:43:56.288931 --- ParallelTerminationStrategy: PID 9722 died...\u000a10:43:56.344000 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9722): Terminated: ok {rc=0}\u000a10:43:56.353896 --- ParallelTerminationStrategy: PID 9725 died...\u000a10:43:56.407772 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9725): Terminated: ok {rc=0}\u000a10:43:56.417914 --- ParallelTerminationStrategy: PID 9728 died...\u000a10:43:56.472262 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9728): Terminated: ok {rc=0}\u000a10:43:56.561306 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 73, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9736): Process ended prematurely: osmo-stp_10.42.42.5(pid=9736) [trial-2403↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9736)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9736): Process ended prematurely: osmo-stp_10.42.42.5(pid=9736) [trial-2403↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9736)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:trx-lms+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a10:43:57.614669 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:43:57.626942 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a10:43:57.786611 tst ping_idle_ping.py: using LAC 40378\u000a10:43:57.906296 tst ping_idle_ping.py: using RAC 88\u000a10:43:58.034003 tst ping_idle_ping.py: using CellId 40378\u000a10:43:58.161840 tst ping_idle_ping.py: using BVCI 40379\u000a10:43:58.186549 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:43:58.198224 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:43:58.209719 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:43:58.221180 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:43:58.232783 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:43:58.244533 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:43:58.256297 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:43:58.268034 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:43:58.545208 tst ping_idle_ping.py:24: start network...\u000a10:43:58.669689 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:43:59.146778 run create_hlr_db(pid=9730): Launched\u000a10:43:59.321252 bus /gobi_6: Setting Powered False\u000a10:44:00.343824 run create_hlr_db(pid=9730): Terminated: ok {rc=0}\u000a10:44:00.774087 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9732): Launched\u000a10:44:01.260722 run osmo-hlr_10.42.42.2(pid=9733): Launched\u000a10:44:01.420591 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:44:02.012195 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9735): Launched\u000a10:44:02.362353 run osmo-stp_10.42.42.5(pid=9736): Launched\u000a10:44:02.474296 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:44:03.002067 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9738): Launched\u000a10:44:03.108521 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:44:03.371515 run patchelf(pid=9739): Launched\u000a10:44:03.548576 run osmo-stp_10.42.42.5(pid=9736): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9736)]\u000a10:44:03.678132 run osmo-stp_10.42.42.5(pid=9736): stdout: \u000a| (launched: 2022-12-14_10:44:02.167778)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:44:03.807991 run osmo-stp_10.42.42.5(pid=9736): stderr: \u000a| �[0;m�[38;5;43m20221214104402435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214104402435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214104402435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214104402435 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214104402436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214104402436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214104402436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:44:03.932675 run osmo-stp_10.42.42.5(pid=9736): stdout: \u000a| (launched: 2022-12-14_10:44:02.167778)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:44:04.056214 run osmo-stp_10.42.42.5(pid=9736): stderr: \u000a| �[0;m�[38;5;43m20221214104402435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214104402435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214104402435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214104402435 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214104402436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214104402436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214104402436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:44:04.200560 run patchelf(pid=9739): Terminating (SIGINT)\u000a10:44:04.371044 run patchelf(pid=9739): Terminated: ok {rc=0}\u000a10:44:04.402313 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=9736): Process ended prematurely: osmo-stp_10.42.42.5(pid=9736) [trial-2403↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9736)] [trial-2403↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a10:44:04.411163 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a10:44:04.472244 run osmo-hlr_10.42.42.2(pid=9733): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9733)]\u000a10:44:04.522234 run osmo-hlr_10.42.42.2(pid=9733): stdout: \u000a| (launched: 2022-12-14_10:44:00.965357) \u000a10:44:04.572900 run osmo-hlr_10.42.42.2(pid=9733): stderr: \u000a| �[0;m�[1;31m20221214104401183 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214104401183 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214104401183 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214104401183 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214104401183 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214104401184 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214104401200 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:trx-lms+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214104401216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214104401216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214104401216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:44:04.616060 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9732): Terminating (SIGTERM)\u000a10:44:04.657050 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9735): Terminating (SIGTERM)\u000a10:44:04.699162 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9738): Terminating (SIGTERM)\u000a10:44:04.709092 --- ParallelTerminationStrategy: PID 9732 died...\u000a10:44:04.763863 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9732): Terminated: ok {rc=0}\u000a10:44:04.773845 --- ParallelTerminationStrategy: PID 9735 died...\u000a10:44:04.828038 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9735): Terminated: ok {rc=0}\u000a10:44:04.837888 --- ParallelTerminationStrategy: PID 9738 died...\u000a10:44:04.892162 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9738): Terminated: ok {rc=0}\u000a10:44:04.982104 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "109", "name" : "gprs_trx-lms+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T10:43:06" }, { "cases" : [ { "testActions" : [ ], "age" : 265, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9756): Process ended prematurely: osmo-stp_10.42.42.5(pid=9756) [trial-2403↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9756)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9756): Process ended prematurely: osmo-stp_10.42.42.5(pid=9756) [trial-2403↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9756)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:trx-lms+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a10:44:07.124855 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:44:07.135738 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:44:07.301530 tst cs_paging_gprs_active.py: using LAC 40379\u000a10:44:07.430526 tst cs_paging_gprs_active.py: using RAC 89\u000a10:44:07.562189 tst cs_paging_gprs_active.py: using CellId 40379\u000a10:44:07.687628 tst cs_paging_gprs_active.py: using BVCI 40380\u000a10:44:07.712481 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:44:07.723815 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:44:07.735017 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:44:07.746168 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:44:07.757252 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:44:07.768405 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:44:07.779645 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:44:07.790821 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:44:07.802164 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:44:07.924538 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:44:08.212485 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a10:44:08.338810 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:44:08.656430 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9746): Launched\u000a10:44:08.920374 run iperf3-srv_10.42.42.10(pid=9747): Launched\u000a10:44:09.106145 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a10:44:09.232198 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:44:09.548400 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9748): Launched\u000a10:44:09.811030 run iperf3-srv_10.42.42.10(pid=9749): Launched\u000a10:44:09.995544 tst cs_paging_gprs_active.py:38: start network...\u000a10:44:10.122101 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:44:10.602090 run create_hlr_db(pid=9750): Launched\u000a10:44:10.776932 bus /gobi_6: Setting Powered False\u000a10:44:11.799129 run create_hlr_db(pid=9750): Terminated: ok {rc=0}\u000a10:44:12.234807 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9752): Launched\u000a10:44:12.561877 run osmo-hlr_10.42.42.2(pid=9753): Launched\u000a10:44:12.679849 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:44:13.247309 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9755): Launched\u000a10:44:13.573743 run osmo-stp_10.42.42.5(pid=9756): Launched\u000a10:44:13.691658 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:44:14.258859 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9758): Launched\u000a10:44:14.374639 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:44:14.661030 run patchelf(pid=9759): Launched\u000a10:44:14.853612 run osmo-stp_10.42.42.5(pid=9756): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9756)]\u000a10:44:14.992014 run osmo-stp_10.42.42.5(pid=9756): stdout: \u000a| (launched: 2022-12-14_10:44:13.412840)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:44:15.131439 run osmo-stp_10.42.42.5(pid=9756): stderr: \u000a| �[0;m�[38;5;43m20221214104413603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214104413603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214104413604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214104413604 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214104413604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214104413605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214104413605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:44:15.265561 run osmo-stp_10.42.42.5(pid=9756): stdout: \u000a| (launched: 2022-12-14_10:44:13.412840)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:44:15.398945 run osmo-stp_10.42.42.5(pid=9756): stderr: \u000a| �[0;m�[38;5;43m20221214104413603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214104413603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214104413604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214104413604 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214104413604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214104413605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214104413605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:44:15.553939 run patchelf(pid=9759): Terminating (SIGINT)\u000a10:44:15.736413 run patchelf(pid=9759): Terminated: ok {rc=0}\u000a10:44:15.770042 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=9756): Process ended prematurely: osmo-stp_10.42.42.5(pid=9756) [trial-2403↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9756)] [trial-2403↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a10:44:15.779919 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a10:44:15.852227 run osmo-hlr_10.42.42.2(pid=9753): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9753)]\u000a10:44:15.920606 run osmo-hlr_10.42.42.2(pid=9753): stdout: \u000a| (launched: 2022-12-14_10:44:12.399428) \u000a10:44:15.974328 run osmo-hlr_10.42.42.2(pid=9753): stderr: \u000a| �[0;m�[1;31m20221214104412596 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214104412596 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214104412596 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214104412597 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214104412597 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214104412597 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214104412613 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:trx-lms+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214104412623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214104412623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214104412623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:44:16.020362 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9746): Terminating (SIGTERM)\u000a10:44:16.064842 run iperf3-srv_10.42.42.10(pid=9747): Terminating (SIGTERM)\u000a10:44:16.110264 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9748): Terminating (SIGTERM)\u000a10:44:16.152668 run iperf3-srv_10.42.42.10(pid=9749): Terminating (SIGTERM)\u000a10:44:16.197227 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9752): Terminating (SIGTERM)\u000a10:44:16.240882 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9755): Terminating (SIGTERM)\u000a10:44:16.287201 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9758): Terminating (SIGTERM)\u000a10:44:16.299025 --- ParallelTerminationStrategy: PID 9746 died...\u000a10:44:16.358684 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9746): Terminated: ok {rc=0}\u000a10:44:16.369361 --- ParallelTerminationStrategy: PID 9747 died...\u000a10:44:16.427185 run iperf3-srv_10.42.42.10(pid=9747): Terminated {rc=256}\u000a10:44:16.437914 --- ParallelTerminationStrategy: PID 9748 died...\u000a10:44:16.498525 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9748): Terminated: ok {rc=0}\u000a10:44:16.512034 --- ParallelTerminationStrategy: PID 9749 died...\u000a10:44:16.586911 run iperf3-srv_10.42.42.10(pid=9749): Terminated {rc=256}\u000a10:44:16.598548 --- ParallelTerminationStrategy: PID 9752 died...\u000a10:44:16.668366 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9752): Terminated: ok {rc=0}\u000a10:44:16.681113 --- ParallelTerminationStrategy: PID 9755 died...\u000a10:44:16.739324 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9755): Terminated: ok {rc=0}\u000a10:44:16.750236 --- ParallelTerminationStrategy: PID 9758 died...\u000a10:44:16.808188 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9758): Terminated: ok {rc=0}\u000a10:44:16.897053 bus /gobi_0: Setting Powered False\u000a10:44:18.006679 bus /gobi_0: Setting Powered False\u000a10:44:19.120169 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 265, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9768): Process ended prematurely: osmo-stp_10.42.42.5(pid=9768) [trial-2403↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9768)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9768): Process ended prematurely: osmo-stp_10.42.42.5(pid=9768) [trial-2403↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9768)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:trx-lms+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a10:44:20.235781 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:44:20.247712 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:44:20.418477 tst iperf3.py: using LAC 40380\u000a10:44:20.546249 tst iperf3.py: using RAC 90\u000a10:44:20.671126 tst iperf3.py: using CellId 40380\u000a10:44:20.796009 tst iperf3.py: using BVCI 40381\u000a10:44:20.820831 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:44:20.832185 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:44:20.843381 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:44:20.854548 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:44:20.865590 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:44:20.876725 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:44:20.887955 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:44:20.899377 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:44:20.910644 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:44:21.190937 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:44:21.317824 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:44:21.636608 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9760): Launched\u000a10:44:21.899481 run iperf3-srv_10.42.42.10(pid=9761): Launched\u000a10:44:22.084298 tst iperf3.py:8: start network...\u000a10:44:22.210963 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:44:22.695782 run create_hlr_db(pid=9762): Launched\u000a10:44:22.871691 bus /gobi_6: Setting Powered False\u000a10:44:23.893276 run create_hlr_db(pid=9762): Terminated: ok {rc=0}\u000a10:44:24.329872 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9764): Launched\u000a10:44:24.658016 run osmo-hlr_10.42.42.2(pid=9765): Launched\u000a10:44:24.776716 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:44:25.345807 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9767): Launched\u000a10:44:25.671688 run osmo-stp_10.42.42.5(pid=9768): Launched\u000a10:44:25.788934 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:44:26.357810 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9770): Launched\u000a10:44:26.473394 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:44:26.759408 run patchelf(pid=9771): Launched\u000a10:44:26.949765 run osmo-stp_10.42.42.5(pid=9768): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9768)]\u000a10:44:27.088615 run osmo-stp_10.42.42.5(pid=9768): stdout: \u000a| (launched: 2022-12-14_10:44:25.510497)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:44:27.228115 run osmo-stp_10.42.42.5(pid=9768): stderr: \u000a| �[0;m�[38;5;43m20221214104425703 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214104425703 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214104425703 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214104425703 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214104425704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214104425704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214104425704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:44:27.362453 run osmo-stp_10.42.42.5(pid=9768): stdout: \u000a| (launched: 2022-12-14_10:44:25.510497)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:44:27.495194 run osmo-stp_10.42.42.5(pid=9768): stderr: \u000a| �[0;m�[38;5;43m20221214104425703 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214104425703 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214104425703 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214104425703 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214104425704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214104425704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214104425704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:44:27.650224 run patchelf(pid=9771): Terminating (SIGINT)\u000a10:44:27.833187 run patchelf(pid=9771): Terminated: ok {rc=0}\u000a10:44:27.866607 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9768): Process ended prematurely: osmo-stp_10.42.42.5(pid=9768) [trial-2403↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9768)] [trial-2403↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a10:44:27.876452 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a10:44:27.940162 run osmo-hlr_10.42.42.2(pid=9765): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9765)]\u000a10:44:27.991939 run osmo-hlr_10.42.42.2(pid=9765): stdout: \u000a| (launched: 2022-12-14_10:44:24.495255) \u000a10:44:28.044576 run osmo-hlr_10.42.42.2(pid=9765): stderr: \u000a| �[0;m�[1;31m20221214104424691 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214104424691 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214104424691 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214104424691 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214104424691 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214104424691 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214104424707 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:trx-lms+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214104424716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214104424716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214104424716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:44:28.089468 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9760): Terminating (SIGTERM)\u000a10:44:28.132790 run iperf3-srv_10.42.42.10(pid=9761): Terminating (SIGTERM)\u000a10:44:28.175218 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9764): Terminating (SIGTERM)\u000a10:44:28.218201 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9767): Terminating (SIGTERM)\u000a10:44:28.260729 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9770): Terminating (SIGTERM)\u000a10:44:28.270723 --- ParallelTerminationStrategy: PID 9760 died...\u000a10:44:28.327469 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9760): Terminated: ok {rc=0}\u000a10:44:28.337916 --- ParallelTerminationStrategy: PID 9761 died...\u000a10:44:28.394404 run iperf3-srv_10.42.42.10(pid=9761): Terminated {rc=256}\u000a10:44:28.404686 --- ParallelTerminationStrategy: PID 9764 died...\u000a10:44:28.461323 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9764): Terminated: ok {rc=0}\u000a10:44:28.471619 --- ParallelTerminationStrategy: PID 9767 died...\u000a10:44:28.527902 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9767): Terminated: ok {rc=0}\u000a10:44:28.538228 --- ParallelTerminationStrategy: PID 9770 died...\u000a10:44:28.595203 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9770): Terminated: ok {rc=0}\u000a10:44:28.681706 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 265, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9786): Process ended prematurely: osmo-stp_10.42.42.5(pid=9786) [trial-2403↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9786)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9786): Process ended prematurely: osmo-stp_10.42.42.5(pid=9786) [trial-2403↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9786)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:trx-lms+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a10:44:29.792540 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:44:29.804171 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:44:29.974822 tst iperf3m4.py: using LAC 40381\u000a10:44:30.100827 tst iperf3m4.py: using RAC 91\u000a10:44:30.224018 tst iperf3m4.py: using CellId 40381\u000a10:44:30.344314 tst iperf3m4.py: using BVCI 40382\u000a10:44:30.367585 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:44:30.378718 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:44:30.389632 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:44:30.400501 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:44:30.411547 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:44:30.422628 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:44:30.433793 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:44:30.444637 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:44:30.455815 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:44:30.575301 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:44:30.696700 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:44:30.818815 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:44:31.131732 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:44:31.270231 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:44:31.625690 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9772): Launched\u000a10:44:31.967776 run iperf3-srv_10.42.42.10(pid=9773): Launched\u000a10:44:32.163097 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a10:44:32.292845 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:44:32.613578 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9774): Launched\u000a10:44:32.877361 run iperf3-srv_10.42.42.10(pid=9775): Launched\u000a10:44:33.062829 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a10:44:33.189873 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:44:33.508828 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9776): Launched\u000a10:44:33.773512 run iperf3-srv_10.42.42.10(pid=9777): Launched\u000a10:44:33.959346 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a10:44:34.085708 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:44:34.404630 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9778): Launched\u000a10:44:34.669930 run iperf3-srv_10.42.42.10(pid=9779): Launched\u000a10:44:34.854811 tst iperf3m4.py:8: start network...\u000a10:44:34.981209 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:44:35.465886 run create_hlr_db(pid=9780): Launched\u000a10:44:35.640749 bus /gobi_6: Setting Powered False\u000a10:44:36.663326 run create_hlr_db(pid=9780): Terminated: ok {rc=0}\u000a10:44:37.098284 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9782): Launched\u000a10:44:37.425580 run osmo-hlr_10.42.42.2(pid=9783): Launched\u000a10:44:37.547640 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:44:38.118162 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9785): Launched\u000a10:44:38.444088 run osmo-stp_10.42.42.5(pid=9786): Launched\u000a10:44:38.561524 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:44:39.129740 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9788): Launched\u000a10:44:39.246164 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:44:39.530531 run patchelf(pid=9789): Launched\u000a10:44:39.720798 run osmo-stp_10.42.42.5(pid=9786): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9786)]\u000a10:44:39.859825 run osmo-stp_10.42.42.5(pid=9786): stdout: \u000a| (launched: 2022-12-14_10:44:38.283582)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:44:39.999226 run osmo-stp_10.42.42.5(pid=9786): stderr: \u000a| �[0;m�[38;5;43m20221214104438473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214104438473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214104438473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214104438474 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214104438474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214104438474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214104438475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:44:40.133902 run osmo-stp_10.42.42.5(pid=9786): stdout: \u000a| (launched: 2022-12-14_10:44:38.283582)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:44:40.267126 run osmo-stp_10.42.42.5(pid=9786): stderr: \u000a| �[0;m�[38;5;43m20221214104438473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214104438473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214104438473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214104438474 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214104438474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214104438474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214104438475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:44:40.421945 run patchelf(pid=9789): Terminating (SIGINT)\u000a10:44:40.604563 run patchelf(pid=9789): Terminated: ok {rc=0}\u000a10:44:40.638151 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9786): Process ended prematurely: osmo-stp_10.42.42.5(pid=9786) [trial-2403↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9786)] [trial-2403↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a10:44:40.648283 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a10:44:40.712533 run osmo-hlr_10.42.42.2(pid=9783): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9783)]\u000a10:44:40.764534 run osmo-hlr_10.42.42.2(pid=9783): stdout: \u000a| (launched: 2022-12-14_10:44:37.263737) \u000a10:44:40.817473 run osmo-hlr_10.42.42.2(pid=9783): stderr: \u000a| �[0;m�[1;31m20221214104437457 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214104437457 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214104437457 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214104437457 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214104437457 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214104437458 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214104437470 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:trx-lms+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214104437478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214104437479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214104437479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:44:40.862107 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9772): Terminating (SIGTERM)\u000a10:44:40.904200 run iperf3-srv_10.42.42.10(pid=9773): Terminating (SIGTERM)\u000a10:44:40.946597 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9774): Terminating (SIGTERM)\u000a10:44:40.988535 run iperf3-srv_10.42.42.10(pid=9775): Terminating (SIGTERM)\u000a10:44:41.031008 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9776): Terminating (SIGTERM)\u000a10:44:41.072824 run iperf3-srv_10.42.42.10(pid=9777): Terminating (SIGTERM)\u000a10:44:41.115275 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9778): Terminating (SIGTERM)\u000a10:44:41.157421 run iperf3-srv_10.42.42.10(pid=9779): Terminating (SIGTERM)\u000a10:44:41.199887 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9782): Terminating (SIGTERM)\u000a10:44:41.241876 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9785): Terminating (SIGTERM)\u000a10:44:41.284224 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9788): Terminating (SIGTERM)\u000a10:44:41.294167 --- ParallelTerminationStrategy: PID 9772 died...\u000a10:44:41.350379 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9772): Terminated: ok {rc=0}\u000a10:44:41.360535 --- ParallelTerminationStrategy: PID 9773 died...\u000a10:44:41.416183 run iperf3-srv_10.42.42.10(pid=9773): Terminated {rc=256}\u000a10:44:41.426296 --- ParallelTerminationStrategy: PID 9774 died...\u000a10:44:41.482007 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9774): Terminated: ok {rc=0}\u000a10:44:41.492123 --- ParallelTerminationStrategy: PID 9775 died...\u000a10:44:41.547759 run iperf3-srv_10.42.42.10(pid=9775): Terminated {rc=256}\u000a10:44:41.557892 --- ParallelTerminationStrategy: PID 9776 died...\u000a10:44:41.613684 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9776): Terminated: ok {rc=0}\u000a10:44:41.623797 --- ParallelTerminationStrategy: PID 9777 died...\u000a10:44:41.679576 run iperf3-srv_10.42.42.10(pid=9777): Terminated {rc=256}\u000a10:44:41.689806 --- ParallelTerminationStrategy: PID 9778 died...\u000a10:44:41.745599 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9778): Terminated: ok {rc=0}\u000a10:44:41.755794 --- ParallelTerminationStrategy: PID 9779 died...\u000a10:44:41.811552 run iperf3-srv_10.42.42.10(pid=9779): Terminated {rc=256}\u000a10:44:41.821723 --- ParallelTerminationStrategy: PID 9782 died...\u000a10:44:41.877882 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9782): Terminated: ok {rc=0}\u000a10:44:41.888045 --- ParallelTerminationStrategy: PID 9785 died...\u000a10:44:41.943869 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9785): Terminated: ok {rc=0}\u000a10:44:41.954036 --- ParallelTerminationStrategy: PID 9788 died...\u000a10:44:42.009840 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9788): Terminated: ok {rc=0}\u000a10:44:42.097718 bus /gobi_4: Setting Powered False\u000a10:44:43.205045 bus /gobi_4: Setting Powered False\u000a10:44:44.314547 bus /gobi_1: Setting Powered False\u000a10:44:45.415825 bus /gobi_1: Setting Powered False\u000a10:44:46.531643 bus /gobi_0: Setting Powered False\u000a10:44:47.638454 bus /gobi_0: Setting Powered False\u000a10:44:48.748753 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 265, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9796): Process ended prematurely: osmo-stp_10.42.42.5(pid=9796) [trial-2403↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9796)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9796): Process ended prematurely: osmo-stp_10.42.42.5(pid=9796) [trial-2403↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9796)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:trx-lms+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a10:44:49.815941 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:44:49.827508 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:44:49.990020 tst ping.py: using LAC 40382\u000a10:44:50.115617 tst ping.py: using RAC 92\u000a10:44:50.240304 tst ping.py: using CellId 40382\u000a10:44:50.366703 tst ping.py: using BVCI 40383\u000a10:44:50.391512 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:44:50.403139 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:44:50.414384 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:44:50.425515 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:44:50.436512 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:44:50.447739 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:44:50.459046 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:44:50.470183 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:44:50.761168 tst ping.py:19: start network...\u000a10:44:50.894396 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:44:51.406335 run create_hlr_db(pid=9790): Launched\u000a10:44:51.592341 bus /gobi_6: Setting Powered False\u000a10:44:52.612898 run create_hlr_db(pid=9790): Terminated: ok {rc=0}\u000a10:44:53.018690 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9792): Launched\u000a10:44:53.320660 run osmo-hlr_10.42.42.2(pid=9793): Launched\u000a10:44:53.437535 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:44:53.958684 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9795): Launched\u000a10:44:54.258370 run osmo-stp_10.42.42.5(pid=9796): Launched\u000a10:44:54.367076 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:44:54.891242 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9798): Launched\u000a10:44:54.997942 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:44:55.262363 run patchelf(pid=9799): Launched\u000a10:44:55.438443 run osmo-stp_10.42.42.5(pid=9796): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9796)]\u000a10:44:55.567574 run osmo-stp_10.42.42.5(pid=9796): stdout: \u000a| (launched: 2022-12-14_10:44:54.109335)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:44:55.696862 run osmo-stp_10.42.42.5(pid=9796): stderr: \u000a| �[0;m�[38;5;43m20221214104454276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214104454276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214104454276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214104454276 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214104454277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214104454277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214104454277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:44:55.821087 run osmo-stp_10.42.42.5(pid=9796): stdout: \u000a| (launched: 2022-12-14_10:44:54.109335)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:44:55.943774 run osmo-stp_10.42.42.5(pid=9796): stderr: \u000a| �[0;m�[38;5;43m20221214104454276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214104454276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214104454276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214104454276 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214104454277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214104454277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214104454277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:44:56.087396 run patchelf(pid=9799): Terminating (SIGINT)\u000a10:44:56.257356 run patchelf(pid=9799): Terminated: ok {rc=0}\u000a10:44:56.288254 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=9796): Process ended prematurely: osmo-stp_10.42.42.5(pid=9796) [trial-2403↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9796)] [trial-2403↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22]\u000a10:44:56.297122 tst ping.py:22: Test FAILED (6.5 sec)\u000a10:44:56.358075 run osmo-hlr_10.42.42.2(pid=9793): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9793)]\u000a10:44:56.407962 run osmo-hlr_10.42.42.2(pid=9793): stdout: \u000a| (launched: 2022-12-14_10:44:53.171640) \u000a10:44:56.458561 run osmo-hlr_10.42.42.2(pid=9793): stderr: \u000a| �[0;m�[1;31m20221214104453345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214104453345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214104453345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214104453345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214104453345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214104453345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214104453357 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:trx-lms+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214104453365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214104453366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214104453366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:44:56.501301 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9792): Terminating (SIGTERM)\u000a10:44:56.541443 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9795): Terminating (SIGTERM)\u000a10:44:56.581581 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9798): Terminating (SIGTERM)\u000a10:44:56.590986 --- ParallelTerminationStrategy: PID 9792 died...\u000a10:44:56.645435 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9792): Terminated: ok {rc=0}\u000a10:44:56.655105 --- ParallelTerminationStrategy: PID 9795 died...\u000a10:44:56.708913 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9795): Terminated: ok {rc=0}\u000a10:44:56.718698 --- ParallelTerminationStrategy: PID 9798 died...\u000a10:44:56.772706 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9798): Terminated: ok {rc=0}\u000a10:44:56.857299 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 265, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9809): Process ended prematurely: osmo-stp_10.42.42.5(pid=9809) [trial-2403↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9809)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9809): Process ended prematurely: osmo-stp_10.42.42.5(pid=9809) [trial-2403↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9809)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:trx-lms+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a10:44:57.911240 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:44:57.923910 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:44:58.089381 tst ping_idle_ping.py: using LAC 40383\u000a10:44:58.209747 tst ping_idle_ping.py: using RAC 93\u000a10:44:58.326725 tst ping_idle_ping.py: using CellId 40383\u000a10:44:58.444293 tst ping_idle_ping.py: using BVCI 40384\u000a10:44:58.467182 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:44:58.478282 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:44:58.489160 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:44:58.499898 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:44:58.511351 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:44:58.523054 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:44:58.534754 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:44:58.546438 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:44:58.838402 tst ping_idle_ping.py:24: start network...\u000a10:44:58.971224 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:44:59.489369 run create_hlr_db(pid=9800): Launched\u000a10:44:59.676146 bus /gobi_6: Setting Powered False\u000a10:45:00.697416 run create_hlr_db(pid=9800): Terminated: ok {rc=0}\u000a10:45:01.158142 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9802): Launched\u000a10:45:01.594033 run osmo-hlr_10.42.42.2(pid=9803): Launched\u000a10:45:01.825415 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:45:02.403155 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9808): Launched\u000a10:45:02.724863 run osmo-stp_10.42.42.5(pid=9809): Launched\u000a10:45:02.840580 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:45:03.400275 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9811): Launched\u000a10:45:03.514451 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:45:03.795499 run patchelf(pid=9812): Launched\u000a10:45:03.982627 run osmo-stp_10.42.42.5(pid=9809): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9809)]\u000a10:45:04.120198 run osmo-stp_10.42.42.5(pid=9809): stdout: \u000a| (launched: 2022-12-14_10:45:02.565982)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:45:04.258457 run osmo-stp_10.42.42.5(pid=9809): stderr: \u000a| �[0;m�[38;5;43m20221214104502758 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214104502758 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214104502758 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214104502759 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214104502759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214104502759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214104502759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:45:04.391782 run osmo-stp_10.42.42.5(pid=9809): stdout: \u000a| (launched: 2022-12-14_10:45:02.565982)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:45:04.522791 run osmo-stp_10.42.42.5(pid=9809): stderr: \u000a| �[0;m�[38;5;43m20221214104502758 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214104502758 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214104502758 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214104502759 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214104502759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214104502759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214104502759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:45:04.675779 run patchelf(pid=9812): Terminating (SIGINT)\u000a10:45:04.856586 run patchelf(pid=9812): Terminated: ok {rc=0}\u000a10:45:04.889889 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=9809): Process ended prematurely: osmo-stp_10.42.42.5(pid=9809) [trial-2403↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9809)] [trial-2403↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a10:45:04.899177 tst ping_idle_ping.py:27: Test FAILED (7.0 sec)\u000a10:45:04.963747 run osmo-hlr_10.42.42.2(pid=9803): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9803)]\u000a10:45:05.016211 run osmo-hlr_10.42.42.2(pid=9803): stdout: \u000a| (launched: 2022-12-14_10:45:01.323853) \u000a10:45:05.069487 run osmo-hlr_10.42.42.2(pid=9803): stderr: \u000a| �[0;m�[1;31m20221214104501524 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214104501524 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214104501524 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214104501524 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214104501524 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214104501524 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214104501537 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:trx-lms+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214104501560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214104501561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214104501561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:45:05.114575 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9802): Terminating (SIGTERM)\u000a10:45:05.157816 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9808): Terminating (SIGTERM)\u000a10:45:05.200381 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9811): Terminating (SIGTERM)\u000a10:45:05.210404 --- ParallelTerminationStrategy: PID 9802 died...\u000a10:45:05.267348 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9802): Terminated: ok {rc=0}\u000a10:45:05.277727 --- ParallelTerminationStrategy: PID 9808 died...\u000a10:45:05.334134 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9808): Terminated: ok {rc=0}\u000a10:45:05.344369 --- ParallelTerminationStrategy: PID 9811 died...\u000a10:45:05.400621 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9811): Terminated: ok {rc=0}\u000a10:45:05.489231 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "110", "name" : "gprs_trx-lms+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T10:44:06" }, { "cases" : [ { "testActions" : [ ], "age" : 265, "className" : "dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9823): Process ended prematurely: osmo-stp_10.42.42.5(pid=9823) [trial-2403↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9823)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9823): Process ended prematurely: osmo-stp_10.42.42.5(pid=9823) [trial-2403↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9823)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a10:45:07.528810 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:45:07.541010 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a10:45:07.705552 tst switch_tch_pdch.py: using LAC 40384\u000a10:45:07.830023 tst switch_tch_pdch.py: using RAC 94\u000a10:45:07.960689 tst switch_tch_pdch.py: using CellId 40384\u000a10:45:08.081211 tst switch_tch_pdch.py: using BVCI 40385\u000a10:45:08.104376 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:45:08.115525 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:45:08.126579 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:45:08.137827 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:45:08.149884 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:45:08.161837 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:45:08.173961 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:45:08.185855 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:45:08.309740 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:45:08.607155 tst switch_tch_pdch.py:51: start network...\u000a10:45:08.739830 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:45:09.251931 run create_hlr_db(pid=9817): Launched\u000a10:45:09.436535 bus /gobi_6: Setting Powered False\u000a10:45:10.446731 run create_hlr_db(pid=9817): Terminated: ok {rc=0}\u000a10:45:10.879760 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9819): Launched\u000a10:45:11.197477 run osmo-hlr_10.42.42.2(pid=9820): Launched\u000a10:45:11.317985 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:45:11.873249 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9822): Launched\u000a10:45:12.192004 run osmo-stp_10.42.42.5(pid=9823): Launched\u000a10:45:12.305759 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:45:12.861948 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9825): Launched\u000a10:45:12.975609 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:45:13.254011 run patchelf(pid=9826): Launched\u000a10:45:13.440016 run osmo-stp_10.42.42.5(pid=9823): ERR: Terminated: ERROR {rc=1} [trial-2403↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9823)]\u000a10:45:13.576374 run osmo-stp_10.42.42.5(pid=9823): stdout: \u000a| (launched: 2022-12-14_10:45:12.034360)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:45:13.712284 run osmo-stp_10.42.42.5(pid=9823): stderr: \u000a| �[0;m�[38;5;43m20221214104512225 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214104512225 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214104512226 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214104512226 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214104512226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214104512227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214104512227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:45:13.843096 run osmo-stp_10.42.42.5(pid=9823): stdout: \u000a| (launched: 2022-12-14_10:45:12.034360)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:45:13.974200 run osmo-stp_10.42.42.5(pid=9823): stderr: \u000a| �[0;m�[38;5;43m20221214104512225 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214104512225 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214104512226 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214104512226 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214104512226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214104512227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214104512227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:45:14.125683 run patchelf(pid=9826): Terminating (SIGINT)\u000a10:45:14.304445 run patchelf(pid=9826): Terminated: ok {rc=0}\u000a10:45:14.337623 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=9823): Process ended prematurely: osmo-stp_10.42.42.5(pid=9823) [trial-2403↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9823)] [trial-2403↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a10:45:14.347088 tst switch_tch_pdch.py:54: Test FAILED (6.8 sec)\u000a10:45:14.410062 run osmo-hlr_10.42.42.2(pid=9820): ERR: Terminated: ERROR {rc=237} [trial-2403↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9820)]\u000a10:45:14.461620 run osmo-hlr_10.42.42.2(pid=9820): stdout: \u000a| (launched: 2022-12-14_10:45:11.041527) \u000a10:45:14.513562 run osmo-hlr_10.42.42.2(pid=9820): stderr: \u000a| �[0;m�[1;31m20221214104511237 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214104511237 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214104511237 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214104511237 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214104511237 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214104511237 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214104511249 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214104511257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214104511258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214104511258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:45:14.558119 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9819): Terminating (SIGTERM)\u000a10:45:14.600662 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9822): Terminating (SIGTERM)\u000a10:45:14.642639 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9825): Terminating (SIGTERM)\u000a10:45:14.652325 --- ParallelTerminationStrategy: PID 9819 died...\u000a10:45:14.708506 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9819): Terminated: ok {rc=0}\u000a10:45:14.718625 --- ParallelTerminationStrategy: PID 9822 died...\u000a10:45:14.774193 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9822): Terminated: ok {rc=0}\u000a10:45:14.784243 --- ParallelTerminationStrategy: PID 9825 died...\u000a10:45:14.839872 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9825): Terminated: ok {rc=0}\u000a10:45:14.926555 bus /gobi_0: Setting Powered False\u000a10:45:16.037509 bus /gobi_0: Setting Powered False\u000a10:45:17.147882 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "111", "name" : "dynts_trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T10:45:07" }, { "cases" : [ { "testActions" : [ ], "age" : 265, "className" : "dynts:trx-lms+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9836): Process ended prematurely: osmo-stp_10.42.42.5(pid=9836) [trial-2403↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9836)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9836): Process ended prematurely: osmo-stp_10.42.42.5(pid=9836) [trial-2403↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9836)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 dynts:trx-lms+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a10:45:19.126182 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:45:19.137473 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a10:45:19.299900 tst switch_tch_pdch.py: using LAC 40385\u000a10:45:19.424244 tst switch_tch_pdch.py: using RAC 95\u000a10:45:19.546133 tst switch_tch_pdch.py: using CellId 40385\u000a10:45:19.673667 tst switch_tch_pdch.py: using BVCI 40386\u000a10:45:19.697963 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:45:19.709319 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:45:19.720426 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:45:19.731662 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:45:19.742789 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:45:19.754013 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:45:19.765359 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:45:19.776488 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a10:45:19.897213 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a10:45:20.176125 tst switch_tch_pdch.py:51: start network...\u000a10:45:20.300536 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:45:20.748827 run create_hlr_db(pid=9830): Launched\u000a10:45:20.871640 bus /gobi_6: Setting Powered False\u000a10:45:21.942987 run create_hlr_db(pid=9830): Terminated: ok {rc=0}\u000a10:45:22.342200 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9832): Launched\u000a10:45:22.661475 run osmo-hlr_10.42.42.2(pid=9833): Launched\u000a10:45:22.780721 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:45:23.311382 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9835): Launched\u000a10:45:23.631473 run osmo-stp_10.42.42.5(pid=9836): Launched\u000a10:45:23.746591 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:45:24.276805 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9838): Launched\u000a10:45:24.390049 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:45:24.670163 run patchelf(pid=9839): Launched\u000a10:45:24.856314 run osmo-stp_10.42.42.5(pid=9836): ERR: Terminated: ERROR {rc=1} [trial-2403↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9836)]\u000a10:45:24.992748 run osmo-stp_10.42.42.5(pid=9836): stdout: \u000a| (launched: 2022-12-14_10:45:23.472523)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:45:25.129866 run osmo-stp_10.42.42.5(pid=9836): stderr: \u000a| �[0;m�[38;5;43m20221214104523660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214104523660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214104523660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214104523661 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214104523661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214104523661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214104523661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:45:25.261729 run osmo-stp_10.42.42.5(pid=9836): stdout: \u000a| (launched: 2022-12-14_10:45:23.472523)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:45:25.391790 run osmo-stp_10.42.42.5(pid=9836): stderr: \u000a| �[0;m�[38;5;43m20221214104523660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214104523660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214104523660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214104523661 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214104523661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214104523661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214104523661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:45:25.544691 run patchelf(pid=9839): Terminating (SIGINT)\u000a10:45:25.724726 run patchelf(pid=9839): Terminated: ok {rc=0}\u000a10:45:25.757707 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=9836): Process ended prematurely: osmo-stp_10.42.42.5(pid=9836) [trial-2403↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9836)] [trial-2403↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a10:45:25.767111 tst switch_tch_pdch.py:54: Test FAILED (6.6 sec)\u000a10:45:25.830208 run osmo-hlr_10.42.42.2(pid=9833): ERR: Terminated: ERROR {rc=237} [trial-2403↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9833)]\u000a10:45:25.881726 run osmo-hlr_10.42.42.2(pid=9833): stdout: \u000a| (launched: 2022-12-14_10:45:22.503756) \u000a10:45:25.934019 run osmo-hlr_10.42.42.2(pid=9833): stderr: \u000a| �[0;m�[1;31m20221214104522698 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214104522698 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214104522698 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214104522698 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214104522698 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214104522698 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214104522711 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/dynts:trx-lms+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214104522719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214104522720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214104522720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:45:25.978797 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9832): Terminating (SIGTERM)\u000a10:45:26.021464 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9835): Terminating (SIGTERM)\u000a10:45:26.063443 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9838): Terminating (SIGTERM)\u000a10:45:26.073253 --- ParallelTerminationStrategy: PID 9832 died...\u000a10:45:26.129565 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9832): Terminated: ok {rc=0}\u000a10:45:26.139708 --- ParallelTerminationStrategy: PID 9835 died...\u000a10:45:26.196006 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9835): Terminated: ok {rc=0}\u000a10:45:26.206146 --- ParallelTerminationStrategy: PID 9838 died...\u000a10:45:26.262303 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9838): Terminated: ok {rc=0}\u000a10:45:26.350405 bus /gobi_0: Setting Powered False\u000a10:45:27.454145 bus /gobi_0: Setting Powered False\u000a10:45:28.566557 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "112", "name" : "dynts_trx-lms+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T10:45:18" }, { "cases" : [ { "testActions" : [ ], "age" : 264, "className" : "nitb_sms:trx-lms-limenet-micro", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=9845): Process ended prematurely: osmo-nitb_10.42.42.2(pid=9845) [trial-2403↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9845)]", "failedSince" : 2140, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=9845): Process ended prematurely: osmo-nitb_10.42.42.2(pid=9845) [trial-2403↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9845)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 nitb_sms:trx-lms-limenet-micro mo_mt_sms.py\u000a----------------------------------------------\u000a10:45:30.452493 tst nitb_sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 1)\u000a10:45:30.463486 tst nitb_sms:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a10:45:30.593498 tst mo_mt_sms.py: using LAC 40386\u000a10:45:30.718352 tst mo_mt_sms.py: using RAC 96\u000a10:45:30.846336 tst mo_mt_sms.py: using CellId 40386\u000a10:45:30.990869 tst mo_mt_sms.py: using BVCI 40387\u000a10:45:31.014300 tst nitb_sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a10:45:31.137393 tst nitb_sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a10:45:31.445219 tst mo_mt_sms.py:9: start nitb and bts...\u000a10:45:31.571663 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a10:45:32.201448 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=9844): Launched\u000a10:45:32.498995 run osmo-nitb_10.42.42.2(pid=9845): Launched\u000a10:45:32.683937 run osmo-nitb_10.42.42.2(pid=9845): ERR: Terminated: ERROR {rc=2} [trial-2403↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9845)]\u000a10:45:32.819601 run osmo-nitb_10.42.42.2(pid=9845): stdout: \u000a| (launched: 2022-12-14_10:45:32.353831) \u000a10:45:32.956238 run osmo-nitb_10.42.42.2(pid=9845): stderr: \u000a| (launched: 2022-12-14_10:45:32.398309)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a10:45:33.087849 run osmo-nitb_10.42.42.2(pid=9845): stdout: \u000a| (launched: 2022-12-14_10:45:32.353831) \u000a10:45:33.218672 run osmo-nitb_10.42.42.2(pid=9845): stderr: \u000a| (launched: 2022-12-14_10:45:32.398309)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a10:45:33.619784 tst osmo-nitb_10.42.42.2(pid=9845): stdout: \u000a| (launched: 2022-12-14_10:45:32.353831) \u000a10:45:33.738938 tst osmo-nitb_10.42.42.2(pid=9845): stderr: \u000a| (launched: 2022-12-14_10:45:32.398309)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a10:45:33.791404 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=9845): Process ended prematurely: osmo-nitb_10.42.42.2(pid=9845) [trial-2403↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9845)] [trial-2403↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11]\u000a10:45:33.799642 tst mo_mt_sms.py:11: Test FAILED (3.3 sec)\u000a10:45:33.836487 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=9844): Terminating (SIGTERM)\u000a10:45:34.015635 --- ParallelTerminationStrategy: PID 9844 died...\u000a10:45:34.074256 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=9844): Terminated: ok {rc=0}\u000a10:45:34.163019 bus /sierra_3: Setting Powered False\u000a10:45:35.270615 bus /sierra_3: Setting Powered False\u000a10:45:36.380440 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "113", "name" : "nitb_sms_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T10:45:30" }, { "cases" : [ { "testActions" : [ ], "age" : 265, "className" : "sms:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9855): Process ended prematurely: osmo-stp_10.42.42.5(pid=9855) [trial-2403↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9855)]", "failedSince" : 2139, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9855): Process ended prematurely: osmo-stp_10.42.42.5(pid=9855) [trial-2403↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9855)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 sms:trx-lms-limenet-micro mo_mt_sms.py\u000a----------------------------------------------\u000a10:45:38.271901 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a10:45:38.283156 tst sms:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a10:45:38.421935 tst mo_mt_sms.py: using LAC 40387\u000a10:45:38.544837 tst mo_mt_sms.py: using RAC 97\u000a10:45:38.663285 tst mo_mt_sms.py: using CellId 40387\u000a10:45:38.778599 tst mo_mt_sms.py: using BVCI 40388\u000a10:45:38.801047 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a10:45:38.811790 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a10:45:38.822405 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a10:45:38.832919 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a10:45:38.844345 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a10:45:38.855163 tst sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a10:45:38.975669 tst sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a10:45:39.175653 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:45:39.648012 run create_hlr_db(pid=9849): Launched\u000a10:45:39.820807 bus /sierra_2: Setting Powered False\u000a10:45:40.841893 run create_hlr_db(pid=9849): Terminated: ok {rc=0}\u000a10:45:41.267831 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9851): Launched\u000a10:45:41.587676 run osmo-hlr_10.42.42.2(pid=9852): Launched\u000a10:45:41.703643 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:45:42.258848 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9854): Launched\u000a10:45:42.579090 run osmo-stp_10.42.42.5(pid=9855): Launched\u000a10:45:42.693954 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:45:43.283960 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9857): Launched\u000a10:45:43.601210 run osmo-msc_10.42.42.6(pid=9858): Launched\u000a10:45:43.779094 run osmo-stp_10.42.42.5(pid=9855): ERR: Terminated: ERROR {rc=1} [trial-2403↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9855)]\u000a10:45:43.907966 run osmo-stp_10.42.42.5(pid=9855): stdout: \u000a| (launched: 2022-12-14_10:45:42.420731)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:45:44.033294 run osmo-stp_10.42.42.5(pid=9855): stderr: \u000a| �[0;m�[38;5;43m20221214104542612 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214104542613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214104542613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214104542613 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214104542614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214104542614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214104542614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:45:44.153456 run osmo-stp_10.42.42.5(pid=9855): stdout: \u000a| (launched: 2022-12-14_10:45:42.420731)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:45:44.272722 run osmo-stp_10.42.42.5(pid=9855): stderr: \u000a| �[0;m�[38;5;43m20221214104542612 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214104542613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214104542613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214104542613 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214104542614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214104542614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214104542614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:45:44.325354 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=9855): Process ended prematurely: osmo-stp_10.42.42.5(pid=9855) [trial-2403↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9855)] [trial-2403↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16]\u000a10:45:44.333503 tst mo_mt_sms.py:16: Test FAILED (6.1 sec)\u000a10:45:44.394190 run osmo-hlr_10.42.42.2(pid=9852): ERR: Terminated: ERROR {rc=237} [trial-2403↪sms:trx-lms-limenet-micro↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9852)]\u000a10:45:44.443764 run osmo-hlr_10.42.42.2(pid=9852): stdout: \u000a| (launched: 2022-12-14_10:45:41.429378) \u000a10:45:44.493908 run osmo-hlr_10.42.42.2(pid=9852): stderr: \u000a| �[0;m�[1;31m20221214104541625 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214104541625 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214104541625 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214104541625 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214104541625 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214104541625 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214104541637 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/sms:trx-lms-limenet-micro/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214104541645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214104541646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214104541646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:45:44.561996 run osmo-msc_10.42.42.6(pid=9858): ERR: Terminated: ERROR {rc=2} [trial-2403↪sms:trx-lms-limenet-micro↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9858)]\u000a10:45:44.611614 run osmo-msc_10.42.42.6(pid=9858): stdout: \u000a| (launched: 2022-12-14_10:45:43.446155) \u000a10:45:44.661969 run osmo-msc_10.42.42.6(pid=9858): stderr: \u000a| �[0;m�[38;5;43m20221214104543718 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214104543718 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3cf7592c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214104543718 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214104543718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214104543718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214104543719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214104543720 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214104543721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214104543721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214104543721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:45:44.704814 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9851): Terminating (SIGTERM)\u000a10:45:44.745253 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9854): Terminating (SIGTERM)\u000a10:45:44.785742 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9857): Terminating (SIGTERM)\u000a10:45:44.795144 --- ParallelTerminationStrategy: PID 9851 died...\u000a10:45:44.849888 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9851): Terminated: ok {rc=0}\u000a10:45:44.859610 --- ParallelTerminationStrategy: PID 9854 died...\u000a10:45:44.913735 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9854): Terminated: ok {rc=0}\u000a10:45:44.923401 --- ParallelTerminationStrategy: PID 9857 died...\u000a10:45:44.977650 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9857): Terminated: ok {rc=0}\u000a10:45:45.062248 bus /sierra_3: Setting Powered False\u000a10:45:46.165924 bus /sierra_3: Setting Powered False\u000a10:45:47.284810 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "114", "name" : "sms_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T10:45:38" }, { "cases" : [ { "testActions" : [ ], "age" : 264, "className" : "nitb_ussd:trx-lms-limenet-micro", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=9864): Process ended prematurely: osmo-nitb_10.42.42.2(pid=9864) [trial-2403↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9864)]", "failedSince" : 2140, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=9864): Process ended prematurely: osmo-nitb_10.42.42.2(pid=9864) [trial-2403↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9864)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 nitb_ussd:trx-lms-limenet-micro assert_extension.py\u000a----------------------------------------------\u000a10:45:49.117063 tst nitb_ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 1)\u000a10:45:49.128550 tst nitb_ussd:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a10:45:49.266837 tst assert_extension.py: using LAC 40388\u000a10:45:49.391803 tst assert_extension.py: using RAC 98\u000a10:45:49.516612 tst assert_extension.py: using CellId 40388\u000a10:45:49.644881 tst assert_extension.py: using BVCI 40389\u000a10:45:49.669206 tst nitb_ussd:trx-lms-limenet-micro: Using 1 x modem (candidates: 1)\u000a10:45:49.946999 tst assert_extension.py:10: start nitb and bts...\u000a10:45:50.070830 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a10:45:50.692860 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=9863): Launched\u000a10:45:50.989292 run osmo-nitb_10.42.42.2(pid=9864): Launched\u000a10:45:51.174303 run osmo-nitb_10.42.42.2(pid=9864): ERR: Terminated: ERROR {rc=2} [trial-2403↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9864)]\u000a10:45:51.310614 run osmo-nitb_10.42.42.2(pid=9864): stdout: \u000a| (launched: 2022-12-14_10:45:50.844068) \u000a10:45:51.447335 run osmo-nitb_10.42.42.2(pid=9864): stderr: \u000a| (launched: 2022-12-14_10:45:50.888220)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a10:45:51.579264 run osmo-nitb_10.42.42.2(pid=9864): stdout: \u000a| (launched: 2022-12-14_10:45:50.844068) \u000a10:45:51.710081 run osmo-nitb_10.42.42.2(pid=9864): stderr: \u000a| (launched: 2022-12-14_10:45:50.888220)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a10:45:52.110989 tst osmo-nitb_10.42.42.2(pid=9864): stdout: \u000a| (launched: 2022-12-14_10:45:50.844068) \u000a10:45:52.229738 tst osmo-nitb_10.42.42.2(pid=9864): stderr: \u000a| (launched: 2022-12-14_10:45:50.888220)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a10:45:52.281723 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=9864): Process ended prematurely: osmo-nitb_10.42.42.2(pid=9864) [trial-2403↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9864)] [trial-2403↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12]\u000a10:45:52.289857 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a10:45:52.324669 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=9863): Terminating (SIGTERM)\u000a10:45:52.502614 --- ParallelTerminationStrategy: PID 9863 died...\u000a10:45:52.558649 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=9863): Terminated: ok {rc=0}\u000a10:45:52.648091 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "115", "name" : "nitb_ussd_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T10:45:48" }, { "cases" : [ { "testActions" : [ ], "age" : 265, "className" : "ussd:trx-lms-limenet-micro", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9875): Process ended prematurely: osmo-stp_10.42.42.5(pid=9875) [trial-2403↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9875)]", "failedSince" : 2139, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9875): Process ended prematurely: osmo-stp_10.42.42.5(pid=9875) [trial-2403↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9875)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 ussd:trx-lms-limenet-micro assert_extension.py\u000a----------------------------------------------\u000a10:45:54.475668 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a10:45:54.487278 tst ussd:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a10:45:54.626396 tst assert_extension.py: using LAC 40389\u000a10:45:54.750954 tst assert_extension.py: using RAC 99\u000a10:45:54.876307 tst assert_extension.py: using CellId 40389\u000a10:45:54.999506 tst assert_extension.py: using BVCI 40390\u000a10:45:55.023778 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a10:45:55.035117 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a10:45:55.046278 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a10:45:55.057366 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a10:45:55.068434 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a10:45:55.079464 tst ussd:trx-lms-limenet-micro: Using 1 x modem (candidates: 1)\u000a10:45:55.280477 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:45:55.752315 run create_hlr_db(pid=9869): Launched\u000a10:45:55.926039 bus /sierra_2: Setting Powered False\u000a10:45:56.946811 run create_hlr_db(pid=9869): Terminated: ok {rc=0}\u000a10:45:57.349098 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9871): Launched\u000a10:45:57.650427 run osmo-hlr_10.42.42.2(pid=9872): Launched\u000a10:45:57.764270 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:45:58.287154 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9874): Launched\u000a10:45:58.589546 run osmo-stp_10.42.42.5(pid=9875): Launched\u000a10:45:58.698530 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:45:59.245162 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9877): Launched\u000a10:45:59.545542 run osmo-msc_10.42.42.6(pid=9878): Launched\u000a10:45:59.721771 run osmo-stp_10.42.42.5(pid=9875): ERR: Terminated: ERROR {rc=1} [trial-2403↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9875)]\u000a10:45:59.848362 run osmo-stp_10.42.42.5(pid=9875): stdout: \u000a| (launched: 2022-12-14_10:45:58.438886)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:45:59.972651 run osmo-stp_10.42.42.5(pid=9875): stderr: \u000a| �[0;m�[38;5;43m20221214104558607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214104558607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214104558607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214104558607 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214104558608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214104558608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214104558608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:46:00.092770 run osmo-stp_10.42.42.5(pid=9875): stdout: \u000a| (launched: 2022-12-14_10:45:58.438886)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:46:00.211442 run osmo-stp_10.42.42.5(pid=9875): stderr: \u000a| �[0;m�[38;5;43m20221214104558607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214104558607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214104558607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214104558607 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214104558608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214104558608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214104558608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:46:00.263630 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=9875): Process ended prematurely: osmo-stp_10.42.42.5(pid=9875) [trial-2403↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9875)] [trial-2403↪ussd:trx-lms-limenet-micro↪assert_extension.py:17]\u000a10:46:00.271710 tst assert_extension.py:17: Test FAILED (5.8 sec)\u000a10:46:00.333015 run osmo-hlr_10.42.42.2(pid=9872): ERR: Terminated: ERROR {rc=237} [trial-2403↪ussd:trx-lms-limenet-micro↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9872)]\u000a10:46:00.382795 run osmo-hlr_10.42.42.2(pid=9872): stdout: \u000a| (launched: 2022-12-14_10:45:57.500763) \u000a10:46:00.432866 run osmo-hlr_10.42.42.2(pid=9872): stderr: \u000a| �[0;m�[1;31m20221214104557674 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214104557674 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214104557674 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214104557674 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214104557674 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214104557674 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214104557690 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/ussd:trx-lms-limenet-micro/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214104557699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214104557699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214104557699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:46:00.501020 run osmo-msc_10.42.42.6(pid=9878): ERR: Terminated: ERROR {rc=2} [trial-2403↪ussd:trx-lms-limenet-micro↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9878)]\u000a10:46:00.550543 run osmo-msc_10.42.42.6(pid=9878): stdout: \u000a| (launched: 2022-12-14_10:45:59.396919) \u000a10:46:00.600990 run osmo-msc_10.42.42.6(pid=9878): stderr: \u000a| �[0;m�[38;5;43m20221214104559668 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214104559668 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd7cff17c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214104559668 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214104559668 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214104559668 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214104559668 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214104559670 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214104559670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214104559671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214104559671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:46:00.643540 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9871): Terminating (SIGTERM)\u000a10:46:00.683980 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9874): Terminating (SIGTERM)\u000a10:46:00.724310 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9877): Terminating (SIGTERM)\u000a10:46:00.733718 --- ParallelTerminationStrategy: PID 9871 died...\u000a10:46:00.788219 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9871): Terminated: ok {rc=0}\u000a10:46:00.798319 --- ParallelTerminationStrategy: PID 9874 died...\u000a10:46:00.870731 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9874): Terminated: ok {rc=0}\u000a10:46:00.887300 --- ParallelTerminationStrategy: PID 9877 died...\u000a10:46:00.948253 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9877): Terminated: ok {rc=0}\u000a10:46:01.042344 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "116", "name" : "ussd_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T10:45:54" }, { "cases" : [ { "testActions" : [ ], "age" : 265, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9889): Process ended prematurely: osmo-stp_10.42.42.5(pid=9889) [trial-2403↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9889)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9889): Process ended prematurely: osmo-stp_10.42.42.5(pid=9889) [trial-2403↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9889)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a10:46:03.019172 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:46:03.031215 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a10:46:03.190843 tst mo_mt_call.py: using LAC 40390\u000a10:46:03.317327 tst mo_mt_call.py: using RAC 100\u000a10:46:03.443720 tst mo_mt_call.py: using CellId 40390\u000a10:46:03.569508 tst mo_mt_call.py: using BVCI 40391\u000a10:46:03.594381 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:46:03.606371 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:46:03.617931 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:46:03.629467 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:46:03.641167 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:46:03.652727 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a10:46:03.771066 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a10:46:03.973429 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:46:04.453836 run create_hlr_db(pid=9883): Launched\u000a10:46:04.629219 bus /sierra_2: Setting Powered False\u000a10:46:05.651328 run create_hlr_db(pid=9883): Terminated: ok {rc=0}\u000a10:46:06.086603 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9885): Launched\u000a10:46:06.413565 run osmo-hlr_10.42.42.2(pid=9886): Launched\u000a10:46:06.533339 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:46:07.103374 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9888): Launched\u000a10:46:07.433754 run osmo-stp_10.42.42.5(pid=9889): Launched\u000a10:46:07.552673 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:46:08.151650 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9891): Launched\u000a10:46:08.478817 run osmo-msc_10.42.42.6(pid=9892): Launched\u000a10:46:08.669271 run osmo-stp_10.42.42.5(pid=9889): ERR: Terminated: ERROR {rc=1} [trial-2403↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9889)]\u000a10:46:08.806116 run osmo-stp_10.42.42.5(pid=9889): stdout: \u000a| (launched: 2022-12-14_10:46:07.270625)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:46:08.942654 run osmo-stp_10.42.42.5(pid=9889): stderr: \u000a| �[0;m�[38;5;43m20221214104607463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214104607463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214104607463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214104607464 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214104607464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214104607464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214104607464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:46:09.072913 run osmo-stp_10.42.42.5(pid=9889): stdout: \u000a| (launched: 2022-12-14_10:46:07.270625)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:46:09.202706 run osmo-stp_10.42.42.5(pid=9889): stderr: \u000a| �[0;m�[38;5;43m20221214104607463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214104607463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214104607463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214104607464 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214104607464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214104607464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214104607464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:46:09.260165 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9889): Process ended prematurely: osmo-stp_10.42.42.5(pid=9889) [trial-2403↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9889)] [trial-2403↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a10:46:09.269677 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a10:46:09.332749 run osmo-hlr_10.42.42.2(pid=9886): ERR: Terminated: ERROR {rc=237} [trial-2403↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9886)]\u000a10:46:09.384980 run osmo-hlr_10.42.42.2(pid=9886): stdout: \u000a| (launched: 2022-12-14_10:46:06.252668) \u000a10:46:09.437315 run osmo-hlr_10.42.42.2(pid=9886): stderr: \u000a| �[0;m�[1;31m20221214104606448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214104606448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214104606448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214104606448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214104606448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214104606448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214104606460 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214104606469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214104606469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214104606469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:46:09.508051 run osmo-msc_10.42.42.6(pid=9892): ERR: Terminated: ERROR {rc=2} [trial-2403↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9892)]\u000a10:46:09.559816 run osmo-msc_10.42.42.6(pid=9892): stdout: \u000a| (launched: 2022-12-14_10:46:08.317760) \u000a10:46:09.611893 run osmo-msc_10.42.42.6(pid=9892): stderr: \u000a| �[0;m�[38;5;43m20221214104608639 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214104608639 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1ed9102c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214104608639 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214104608639 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214104608640 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214104608640 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214104608641 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214104608642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214104608642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214104608642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:46:09.656294 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9885): Terminating (SIGTERM)\u000a10:46:09.698863 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9888): Terminating (SIGTERM)\u000a10:46:09.741358 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9891): Terminating (SIGTERM)\u000a10:46:09.751171 --- ParallelTerminationStrategy: PID 9885 died...\u000a10:46:09.807649 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9885): Terminated: ok {rc=0}\u000a10:46:09.817900 --- ParallelTerminationStrategy: PID 9888 died...\u000a10:46:09.873758 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9888): Terminated: ok {rc=0}\u000a10:46:09.883881 --- ParallelTerminationStrategy: PID 9891 died...\u000a10:46:09.939917 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9891): Terminated: ok {rc=0}\u000a10:46:10.026240 bus /sierra_3: Setting Powered False\u000a10:46:11.133072 bus /sierra_3: Setting Powered False\u000a10:46:12.240684 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 239, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9900): Process ended prematurely: osmo-stp_10.42.42.5(pid=9900) [trial-2403↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9900)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9900): Process ended prematurely: osmo-stp_10.42.42.5(pid=9900) [trial-2403↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9900)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:46:13.356501 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:46:13.369109 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a10:46:13.533582 tst mo_mt_call_osmux.py: using LAC 40391\u000a10:46:13.662232 tst mo_mt_call_osmux.py: using RAC 101\u000a10:46:13.789630 tst mo_mt_call_osmux.py: using CellId 40391\u000a10:46:13.916507 tst mo_mt_call_osmux.py: using BVCI 40392\u000a10:46:13.941398 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:46:13.953238 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:46:13.964713 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:46:13.976291 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:46:13.988096 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:46:13.999610 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a10:46:14.118227 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a10:46:14.330143 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:46:14.851248 run create_hlr_db(pid=9894): Launched\u000a10:46:15.039808 bus /sierra_2: Setting Powered False\u000a10:46:16.076739 run create_hlr_db(pid=9894): Terminated: ok {rc=0}\u000a10:46:16.564211 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9896): Launched\u000a10:46:16.982483 run osmo-hlr_10.42.42.2(pid=9897): Launched\u000a10:46:17.268357 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:46:17.854824 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9899): Launched\u000a10:46:18.160245 run osmo-stp_10.42.42.5(pid=9900): Launched\u000a10:46:18.270949 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:46:18.834654 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9902): Launched\u000a10:46:19.144176 run osmo-msc_10.42.42.6(pid=9903): Launched\u000a10:46:19.323869 run osmo-stp_10.42.42.5(pid=9900): ERR: Terminated: ERROR {rc=1} [trial-2403↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9900)]\u000a10:46:19.454031 run osmo-stp_10.42.42.5(pid=9900): stdout: \u000a| (launched: 2022-12-14_10:46:18.008934)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:46:19.581854 run osmo-stp_10.42.42.5(pid=9900): stderr: \u000a| �[0;m�[38;5;43m20221214104618177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214104618177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214104618177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214104618178 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214104618178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214104618178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214104618178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:46:19.704338 run osmo-stp_10.42.42.5(pid=9900): stdout: \u000a| (launched: 2022-12-14_10:46:18.008934)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:46:19.825790 run osmo-stp_10.42.42.5(pid=9900): stderr: \u000a| �[0;m�[38;5;43m20221214104618177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214104618177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214104618177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214104618178 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214104618178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214104618178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214104618178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:46:19.879731 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9900): Process ended prematurely: osmo-stp_10.42.42.5(pid=9900) [trial-2403↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9900)] [trial-2403↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a10:46:19.888475 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a10:46:19.949800 run osmo-hlr_10.42.42.2(pid=9897): ERR: Terminated: ERROR {rc=237} [trial-2403↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9897)]\u000a10:46:19.999779 run osmo-hlr_10.42.42.2(pid=9897): stdout: \u000a| (launched: 2022-12-14_10:46:16.776560) \u000a10:46:20.050136 run osmo-hlr_10.42.42.2(pid=9897): stderr: \u000a| �[0;m�[1;31m20221214104617128 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214104617128 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214104617128 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214104617128 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214104617128 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214104617128 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214104617148 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214104617173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214104617173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214104617173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:46:20.118716 run osmo-msc_10.42.42.6(pid=9903): ERR: Terminated: ERROR {rc=2} [trial-2403↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9903)]\u000a10:46:20.168904 run osmo-msc_10.42.42.6(pid=9903): stdout: \u000a| (launched: 2022-12-14_10:46:18.989661) \u000a10:46:20.220119 run osmo-msc_10.42.42.6(pid=9903): stderr: \u000a| �[0;m�[38;5;43m20221214104619258 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214104619258 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe189508c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214104619258 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214104619258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214104619258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214104619259 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214104619260 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214104619261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214104619261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214104619261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:46:20.263151 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9896): Terminating (SIGTERM)\u000a10:46:20.303736 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9899): Terminating (SIGTERM)\u000a10:46:20.344389 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9902): Terminating (SIGTERM)\u000a10:46:20.353962 --- ParallelTerminationStrategy: PID 9896 died...\u000a10:46:20.408870 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9896): Terminated: ok {rc=0}\u000a10:46:20.418743 --- ParallelTerminationStrategy: PID 9899 died...\u000a10:46:20.473212 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9899): Terminated: ok {rc=0}\u000a10:46:20.483036 --- ParallelTerminationStrategy: PID 9902 died...\u000a10:46:20.537340 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9902): Terminated: ok {rc=0}\u000a10:46:20.626687 bus /sierra_3: Setting Powered False\u000a10:46:21.731247 bus /sierra_3: Setting Powered False\u000a10:46:22.838486 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "117", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T10:46:02" }, { "cases" : [ { "testActions" : [ ], "age" : 265, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9914): Process ended prematurely: osmo-stp_10.42.42.5(pid=9914) [trial-2403↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9914)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9914): Process ended prematurely: osmo-stp_10.42.42.5(pid=9914) [trial-2403↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9914)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a10:46:24.836071 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:46:24.847790 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a10:46:25.015281 tst mo_mt_call.py: using LAC 40392\u000a10:46:25.141836 tst mo_mt_call.py: using RAC 102\u000a10:46:25.268532 tst mo_mt_call.py: using CellId 40392\u000a10:46:25.396113 tst mo_mt_call.py: using BVCI 40393\u000a10:46:25.420804 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:46:25.432581 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:46:25.444199 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:46:25.455891 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:46:25.468037 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:46:25.479651 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a10:46:25.598393 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a10:46:25.800604 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:46:26.282371 run create_hlr_db(pid=9908): Launched\u000a10:46:26.456798 bus /sierra_2: Setting Powered False\u000a10:46:27.479397 run create_hlr_db(pid=9908): Terminated: ok {rc=0}\u000a10:46:27.888367 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9910): Launched\u000a10:46:28.194333 run osmo-hlr_10.42.42.2(pid=9911): Launched\u000a10:46:28.309832 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:46:28.839166 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9913): Launched\u000a10:46:29.146515 run osmo-stp_10.42.42.5(pid=9914): Launched\u000a10:46:29.256330 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:46:29.815639 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9916): Launched\u000a10:46:30.122485 run osmo-msc_10.42.42.6(pid=9917): Launched\u000a10:46:30.301615 run osmo-stp_10.42.42.5(pid=9914): ERR: Terminated: ERROR {rc=1} [trial-2403↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9914)]\u000a10:46:30.431388 run osmo-stp_10.42.42.5(pid=9914): stdout: \u000a| (launched: 2022-12-14_10:46:28.993885)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:46:30.559015 run osmo-stp_10.42.42.5(pid=9914): stderr: \u000a| �[0;m�[38;5;43m20221214104629163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214104629163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214104629163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214104629164 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214104629164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214104629164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214104629164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:46:30.681927 run osmo-stp_10.42.42.5(pid=9914): stdout: \u000a| (launched: 2022-12-14_10:46:28.993885)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:46:30.803460 run osmo-stp_10.42.42.5(pid=9914): stderr: \u000a| �[0;m�[38;5;43m20221214104629163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214104629163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214104629163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214104629164 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214104629164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214104629164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214104629164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:46:30.871939 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9914): Process ended prematurely: osmo-stp_10.42.42.5(pid=9914) [trial-2403↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9914)] [trial-2403↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a10:46:30.883279 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a10:46:30.956935 run osmo-hlr_10.42.42.2(pid=9911): ERR: Terminated: ERROR {rc=237} [trial-2403↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9911)]\u000a10:46:31.010258 run osmo-hlr_10.42.42.2(pid=9911): stdout: \u000a| (launched: 2022-12-14_10:46:28.043089) \u000a10:46:31.064169 run osmo-hlr_10.42.42.2(pid=9911): stderr: \u000a| �[0;m�[1;31m20221214104628217 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214104628217 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214104628217 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214104628217 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214104628217 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214104628217 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214104628230 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214104628240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214104628240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214104628241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:46:31.138129 run osmo-msc_10.42.42.6(pid=9917): ERR: Terminated: ERROR {rc=2} [trial-2403↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9917)]\u000a10:46:31.192122 run osmo-msc_10.42.42.6(pid=9917): stdout: \u000a| (launched: 2022-12-14_10:46:29.970285) \u000a10:46:31.246730 run osmo-msc_10.42.42.6(pid=9917): stderr: \u000a| �[0;m�[38;5;43m20221214104630239 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214104630239 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7ccc96ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214104630239 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214104630239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214104630239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214104630240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214104630241 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214104630242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214104630242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214104630242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:46:31.292676 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9910): Terminating (SIGTERM)\u000a10:46:31.338813 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9913): Terminating (SIGTERM)\u000a10:46:31.384332 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9916): Terminating (SIGTERM)\u000a10:46:31.395980 --- ParallelTerminationStrategy: PID 9910 died...\u000a10:46:31.455125 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9910): Terminated: ok {rc=0}\u000a10:46:31.466196 --- ParallelTerminationStrategy: PID 9913 died...\u000a10:46:31.525849 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9913): Terminated: ok {rc=0}\u000a10:46:31.536740 --- ParallelTerminationStrategy: PID 9916 died...\u000a10:46:31.595685 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9916): Terminated: ok {rc=0}\u000a10:46:31.683880 bus /sierra_3: Setting Powered False\u000a10:46:32.788856 bus /sierra_3: Setting Powered False\u000a10:46:33.896254 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 239, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9925): Process ended prematurely: osmo-stp_10.42.42.5(pid=9925) [trial-2403↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9925)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9925): Process ended prematurely: osmo-stp_10.42.42.5(pid=9925) [trial-2403↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9925)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:46:35.011516 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:46:35.024168 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a10:46:35.182269 tst mo_mt_call_osmux.py: using LAC 40393\u000a10:46:35.301704 tst mo_mt_call_osmux.py: using RAC 103\u000a10:46:35.421648 tst mo_mt_call_osmux.py: using CellId 40393\u000a10:46:35.549192 tst mo_mt_call_osmux.py: using BVCI 40394\u000a10:46:35.574518 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:46:35.586824 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:46:35.598703 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:46:35.610487 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:46:35.622289 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:46:35.634381 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a10:46:35.752458 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a10:46:35.966354 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:46:36.489540 run create_hlr_db(pid=9919): Launched\u000a10:46:36.677740 bus /sierra_2: Setting Powered False\u000a10:46:37.700605 run create_hlr_db(pid=9919): Terminated: ok {rc=0}\u000a10:46:38.112888 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9921): Launched\u000a10:46:38.419212 run osmo-hlr_10.42.42.2(pid=9922): Launched\u000a10:46:38.537824 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:46:39.075949 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9924): Launched\u000a10:46:39.387598 run osmo-stp_10.42.42.5(pid=9925): Launched\u000a10:46:39.498906 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:46:40.059969 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9927): Launched\u000a10:46:40.366927 run osmo-msc_10.42.42.6(pid=9928): Launched\u000a10:46:40.546222 run osmo-stp_10.42.42.5(pid=9925): ERR: Terminated: ERROR {rc=1} [trial-2403↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9925)]\u000a10:46:40.676113 run osmo-stp_10.42.42.5(pid=9925): stdout: \u000a| (launched: 2022-12-14_10:46:39.231158)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:46:40.803561 run osmo-stp_10.42.42.5(pid=9925): stderr: \u000a| �[0;m�[38;5;43m20221214104639406 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214104639406 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214104639407 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214104639407 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214104639407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214104639408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214104639408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:46:40.926077 run osmo-stp_10.42.42.5(pid=9925): stdout: \u000a| (launched: 2022-12-14_10:46:39.231158)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:46:41.047423 run osmo-stp_10.42.42.5(pid=9925): stderr: \u000a| �[0;m�[38;5;43m20221214104639406 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214104639406 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214104639407 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214104639407 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214104639407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214104639408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214104639408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:46:41.101452 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9925): Process ended prematurely: osmo-stp_10.42.42.5(pid=9925) [trial-2403↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9925)] [trial-2403↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a10:46:41.110178 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a10:46:41.171033 run osmo-hlr_10.42.42.2(pid=9922): ERR: Terminated: ERROR {rc=237} [trial-2403↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9922)]\u000a10:46:41.220647 run osmo-hlr_10.42.42.2(pid=9922): stdout: \u000a| (launched: 2022-12-14_10:46:38.267856) \u000a10:46:41.270811 run osmo-hlr_10.42.42.2(pid=9922): stderr: \u000a| �[0;m�[1;31m20221214104638439 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214104638439 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214104638439 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214104638439 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214104638439 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214104638439 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214104638451 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214104638461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214104638461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214104638461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:46:41.339091 run osmo-msc_10.42.42.6(pid=9928): ERR: Terminated: ERROR {rc=2} [trial-2403↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9928)]\u000a10:46:41.388762 run osmo-msc_10.42.42.6(pid=9928): stdout: \u000a| (launched: 2022-12-14_10:46:40.214425) \u000a10:46:41.438743 run osmo-msc_10.42.42.6(pid=9928): stderr: \u000a| �[0;m�[38;5;43m20221214104640483 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214104640483 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f721c778c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214104640483 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214104640483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214104640483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214104640484 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214104640486 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214104640487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214104640487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214104640487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:46:41.481499 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9921): Terminating (SIGTERM)\u000a10:46:41.521511 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9924): Terminating (SIGTERM)\u000a10:46:41.561479 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9927): Terminating (SIGTERM)\u000a10:46:41.570815 --- ParallelTerminationStrategy: PID 9921 died...\u000a10:46:41.625188 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9921): Terminated: ok {rc=0}\u000a10:46:41.634863 --- ParallelTerminationStrategy: PID 9924 died...\u000a10:46:41.688758 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9924): Terminated: ok {rc=0}\u000a10:46:41.698419 --- ParallelTerminationStrategy: PID 9927 died...\u000a10:46:41.752188 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9927): Terminated: ok {rc=0}\u000a10:46:41.841265 bus /sierra_3: Setting Powered False\u000a10:46:42.943847 bus /sierra_3: Setting Powered False\u000a10:46:44.056092 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "118", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T10:46:24" }, { "cases" : [ { "testActions" : [ ], "age" : 265, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9939): Process ended prematurely: osmo-stp_10.42.42.5(pid=9939) [trial-2403↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9939)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9939): Process ended prematurely: osmo-stp_10.42.42.5(pid=9939) [trial-2403↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9939)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a10:46:46.076188 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:46:46.092697 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a10:46:46.292392 tst mo_mt_call.py: using LAC 40394\u000a10:46:46.428919 tst mo_mt_call.py: using RAC 104\u000a10:46:46.558656 tst mo_mt_call.py: using CellId 40394\u000a10:46:46.684503 tst mo_mt_call.py: using BVCI 40395\u000a10:46:46.710640 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:46:46.723516 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:46:46.736037 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:46:46.748580 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:46:46.762269 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:46:46.776419 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a10:46:46.905243 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a10:46:47.126167 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:46:47.681155 run create_hlr_db(pid=9933): Launched\u000a10:46:47.870131 bus /sierra_2: Setting Powered False\u000a10:46:48.891452 run create_hlr_db(pid=9933): Terminated: ok {rc=0}\u000a10:46:49.303345 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9935): Launched\u000a10:46:49.610941 run osmo-hlr_10.42.42.2(pid=9936): Launched\u000a10:46:49.723574 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:46:50.253412 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9938): Launched\u000a10:46:50.559344 run osmo-stp_10.42.42.5(pid=9939): Launched\u000a10:46:50.669535 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:46:51.233132 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9941): Launched\u000a10:46:51.541256 run osmo-msc_10.42.42.6(pid=9942): Launched\u000a10:46:51.721255 run osmo-stp_10.42.42.5(pid=9939): ERR: Terminated: ERROR {rc=1} [trial-2403↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9939)]\u000a10:46:51.851108 run osmo-stp_10.42.42.5(pid=9939): stdout: \u000a| (launched: 2022-12-14_10:46:50.408413)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:46:51.978678 run osmo-stp_10.42.42.5(pid=9939): stderr: \u000a| �[0;m�[38;5;43m20221214104650579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214104650579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214104650580 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214104650580 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214104650581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214104650581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214104650581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:46:52.101220 run osmo-stp_10.42.42.5(pid=9939): stdout: \u000a| (launched: 2022-12-14_10:46:50.408413)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:46:52.222823 run osmo-stp_10.42.42.5(pid=9939): stderr: \u000a| �[0;m�[38;5;43m20221214104650579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214104650579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214104650580 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214104650580 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214104650581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214104650581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214104650581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:46:52.276391 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9939): Process ended prematurely: osmo-stp_10.42.42.5(pid=9939) [trial-2403↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9939)] [trial-2403↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a10:46:52.285103 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a10:46:52.345900 run osmo-hlr_10.42.42.2(pid=9936): ERR: Terminated: ERROR {rc=237} [trial-2403↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9936)]\u000a10:46:52.395663 run osmo-hlr_10.42.42.2(pid=9936): stdout: \u000a| (launched: 2022-12-14_10:46:49.458804) \u000a10:46:52.446398 run osmo-hlr_10.42.42.2(pid=9936): stderr: \u000a| �[0;m�[1;31m20221214104649631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214104649631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214104649631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214104649631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214104649631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214104649631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214104649643 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214104649651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214104649651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214104649651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:46:52.514651 run osmo-msc_10.42.42.6(pid=9942): ERR: Terminated: ERROR {rc=2} [trial-2403↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9942)]\u000a10:46:52.564198 run osmo-msc_10.42.42.6(pid=9942): stdout: \u000a| (launched: 2022-12-14_10:46:51.388514) \u000a10:46:52.614542 run osmo-msc_10.42.42.6(pid=9942): stderr: \u000a| �[0;m�[38;5;43m20221214104651659 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214104651659 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f736ce90c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214104651659 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214104651659 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214104651660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214104651660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214104651662 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214104651662 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214104651663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214104651663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:46:52.657151 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9935): Terminating (SIGTERM)\u000a10:46:52.697447 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9938): Terminating (SIGTERM)\u000a10:46:52.737603 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9941): Terminating (SIGTERM)\u000a10:46:52.746893 --- ParallelTerminationStrategy: PID 9935 died...\u000a10:46:52.800735 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9935): Terminated: ok {rc=0}\u000a10:46:52.810469 --- ParallelTerminationStrategy: PID 9938 died...\u000a10:46:52.863917 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9938): Terminated: ok {rc=0}\u000a10:46:52.873951 --- ParallelTerminationStrategy: PID 9941 died...\u000a10:46:52.927949 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9941): Terminated: ok {rc=0}\u000a10:46:53.016908 bus /sierra_3: Setting Powered False\u000a10:46:54.120914 bus /sierra_3: Setting Powered False\u000a10:46:55.233619 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 239, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9950): Process ended prematurely: osmo-stp_10.42.42.5(pid=9950) [trial-2403↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9950)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9950): Process ended prematurely: osmo-stp_10.42.42.5(pid=9950) [trial-2403↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9950)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:46:56.351586 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:46:56.364284 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a10:46:56.527299 tst mo_mt_call_osmux.py: using LAC 40395\u000a10:46:56.654976 tst mo_mt_call_osmux.py: using RAC 105\u000a10:46:56.787150 tst mo_mt_call_osmux.py: using CellId 40395\u000a10:46:56.912552 tst mo_mt_call_osmux.py: using BVCI 40396\u000a10:46:56.937350 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:46:56.949255 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:46:56.960885 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:46:56.972476 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:46:56.984388 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:46:56.996015 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a10:46:57.115153 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a10:46:57.326210 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:46:57.848858 run create_hlr_db(pid=9944): Launched\u000a10:46:58.036761 bus /sierra_2: Setting Powered False\u000a10:46:59.058705 run create_hlr_db(pid=9944): Terminated: ok {rc=0}\u000a10:46:59.469402 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9946): Launched\u000a10:46:59.776125 run osmo-hlr_10.42.42.2(pid=9947): Launched\u000a10:46:59.887999 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:47:00.419824 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9949): Launched\u000a10:47:00.726873 run osmo-stp_10.42.42.5(pid=9950): Launched\u000a10:47:00.842233 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:47:01.464324 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9952): Launched\u000a10:47:01.913575 run osmo-msc_10.42.42.6(pid=9953): Launched\u000a10:47:02.178047 run osmo-stp_10.42.42.5(pid=9950): ERR: Terminated: ERROR {rc=1} [trial-2403↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9950)]\u000a10:47:02.415669 run osmo-stp_10.42.42.5(pid=9950): stdout: \u000a| (launched: 2022-12-14_10:47:00.575331)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:47:02.551592 run osmo-stp_10.42.42.5(pid=9950): stderr: \u000a| �[0;m�[38;5;43m20221214104700745 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214104700745 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214104700745 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214104700746 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214104700746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214104700747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214104700747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:47:02.674217 run osmo-stp_10.42.42.5(pid=9950): stdout: \u000a| (launched: 2022-12-14_10:47:00.575331)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:47:02.795310 run osmo-stp_10.42.42.5(pid=9950): stderr: \u000a| �[0;m�[38;5;43m20221214104700745 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214104700745 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214104700745 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214104700746 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214104700746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214104700747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214104700747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:47:02.849048 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9950): Process ended prematurely: osmo-stp_10.42.42.5(pid=9950) [trial-2403↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9950)] [trial-2403↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a10:47:02.857759 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a10:47:02.918306 run osmo-hlr_10.42.42.2(pid=9947): ERR: Terminated: ERROR {rc=237} [trial-2403↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9947)]\u000a10:47:02.967916 run osmo-hlr_10.42.42.2(pid=9947): stdout: \u000a| (launched: 2022-12-14_10:46:59.624717) \u000a10:47:03.017969 run osmo-hlr_10.42.42.2(pid=9947): stderr: \u000a| �[0;m�[1;31m20221214104659802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214104659802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214104659802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214104659802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214104659802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214104659802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214104659814 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214104659825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214104659825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214104659825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:47:03.086194 run osmo-msc_10.42.42.6(pid=9953): ERR: Terminated: ERROR {rc=2} [trial-2403↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9953)]\u000a10:47:03.135545 run osmo-msc_10.42.42.6(pid=9953): stdout: \u000a| (launched: 2022-12-14_10:47:01.621545) \u000a10:47:03.185582 run osmo-msc_10.42.42.6(pid=9953): stderr: \u000a| �[0;m�[38;5;43m20221214104702031 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214104702031 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbf07bc0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214104702031 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214104702031 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214104702031 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214104702032 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214104702033 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214104702034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214104702034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214104702034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:47:03.228090 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9946): Terminating (SIGTERM)\u000a10:47:03.268106 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9949): Terminating (SIGTERM)\u000a10:47:03.307965 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9952): Terminating (SIGTERM)\u000a10:47:03.317464 --- ParallelTerminationStrategy: PID 9946 died...\u000a10:47:03.371516 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9946): Terminated: ok {rc=0}\u000a10:47:03.381229 --- ParallelTerminationStrategy: PID 9949 died...\u000a10:47:03.434893 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9949): Terminated: ok {rc=0}\u000a10:47:03.444513 --- ParallelTerminationStrategy: PID 9952 died...\u000a10:47:03.498063 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9952): Terminated: ok {rc=0}\u000a10:47:03.586788 bus /sierra_3: Setting Powered False\u000a10:47:04.689391 bus /sierra_3: Setting Powered False\u000a10:47:05.798046 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "119", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T10:46:45" }, { "cases" : [ { "testActions" : [ ], "age" : 265, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9964): Process ended prematurely: osmo-stp_10.42.42.5(pid=9964) [trial-2403↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9964)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9964): Process ended prematurely: osmo-stp_10.42.42.5(pid=9964) [trial-2403↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9964)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a10:47:07.795459 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:47:07.807350 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a10:47:07.975663 tst mo_mt_call.py: using LAC 40396\u000a10:47:08.101753 tst mo_mt_call.py: using RAC 106\u000a10:47:08.227170 tst mo_mt_call.py: using CellId 40396\u000a10:47:08.354557 tst mo_mt_call.py: using BVCI 40397\u000a10:47:08.379254 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:47:08.390963 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:47:08.402590 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:47:08.414125 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:47:08.425929 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:47:08.437663 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a10:47:08.555911 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a10:47:08.758934 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:47:09.242839 run create_hlr_db(pid=9958): Launched\u000a10:47:09.418224 bus /sierra_2: Setting Powered False\u000a10:47:10.441045 run create_hlr_db(pid=9958): Terminated: ok {rc=0}\u000a10:47:10.850986 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9960): Launched\u000a10:47:11.157132 run osmo-hlr_10.42.42.2(pid=9961): Launched\u000a10:47:11.276626 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:47:11.813987 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9963): Launched\u000a10:47:12.120920 run osmo-stp_10.42.42.5(pid=9964): Launched\u000a10:47:12.231853 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:47:12.793939 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9966): Launched\u000a10:47:13.103223 run osmo-msc_10.42.42.6(pid=9967): Launched\u000a10:47:13.282453 run osmo-stp_10.42.42.5(pid=9964): ERR: Terminated: ERROR {rc=1} [trial-2403↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9964)]\u000a10:47:13.411684 run osmo-stp_10.42.42.5(pid=9964): stdout: \u000a| (launched: 2022-12-14_10:47:11.968933)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:47:13.539054 run osmo-stp_10.42.42.5(pid=9964): stderr: \u000a| �[0;m�[38;5;43m20221214104712137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214104712137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214104712138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214104712138 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214104712138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214104712139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214104712139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:47:13.661536 run osmo-stp_10.42.42.5(pid=9964): stdout: \u000a| (launched: 2022-12-14_10:47:11.968933)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:47:13.782759 run osmo-stp_10.42.42.5(pid=9964): stderr: \u000a| �[0;m�[38;5;43m20221214104712137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214104712137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214104712138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214104712138 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214104712138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214104712139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214104712139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:47:13.836489 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9964): Process ended prematurely: osmo-stp_10.42.42.5(pid=9964) [trial-2403↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9964)] [trial-2403↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a10:47:13.845164 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a10:47:13.906540 run osmo-hlr_10.42.42.2(pid=9961): ERR: Terminated: ERROR {rc=237} [trial-2403↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9961)]\u000a10:47:13.955928 run osmo-hlr_10.42.42.2(pid=9961): stdout: \u000a| (launched: 2022-12-14_10:47:11.006402) \u000a10:47:14.005993 run osmo-hlr_10.42.42.2(pid=9961): stderr: \u000a| �[0;m�[1;31m20221214104711182 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214104711182 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214104711182 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214104711182 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214104711182 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214104711182 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214104711194 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214104711202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214104711202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214104711203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:47:14.074033 run osmo-msc_10.42.42.6(pid=9967): ERR: Terminated: ERROR {rc=2} [trial-2403↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9967)]\u000a10:47:14.123519 run osmo-msc_10.42.42.6(pid=9967): stdout: \u000a| (launched: 2022-12-14_10:47:12.948927) \u000a10:47:14.173500 run osmo-msc_10.42.42.6(pid=9967): stderr: \u000a| �[0;m�[38;5;43m20221214104713217 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214104713217 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcaac008c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214104713217 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214104713217 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214104713217 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214104713217 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214104713219 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214104713219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214104713220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214104713220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:47:14.215964 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9960): Terminating (SIGTERM)\u000a10:47:14.256202 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9963): Terminating (SIGTERM)\u000a10:47:14.296224 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9966): Terminating (SIGTERM)\u000a10:47:14.305607 --- ParallelTerminationStrategy: PID 9960 died...\u000a10:47:14.359989 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9960): Terminated: ok {rc=0}\u000a10:47:14.369731 --- ParallelTerminationStrategy: PID 9963 died...\u000a10:47:14.423368 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9963): Terminated: ok {rc=0}\u000a10:47:14.433050 --- ParallelTerminationStrategy: PID 9966 died...\u000a10:47:14.486640 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9966): Terminated: ok {rc=0}\u000a10:47:14.571064 bus /sierra_3: Setting Powered False\u000a10:47:15.677109 bus /sierra_3: Setting Powered False\u000a10:47:16.800200 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 239, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9975): Process ended prematurely: osmo-stp_10.42.42.5(pid=9975) [trial-2403↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9975)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9975): Process ended prematurely: osmo-stp_10.42.42.5(pid=9975) [trial-2403↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9975)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:47:17.916879 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:47:17.929677 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a10:47:18.095668 tst mo_mt_call_osmux.py: using LAC 40397\u000a10:47:18.223045 tst mo_mt_call_osmux.py: using RAC 107\u000a10:47:18.352673 tst mo_mt_call_osmux.py: using CellId 40397\u000a10:47:18.480104 tst mo_mt_call_osmux.py: using BVCI 40398\u000a10:47:18.504836 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:47:18.516703 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:47:18.528265 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:47:18.539842 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:47:18.551551 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:47:18.563185 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a10:47:18.685472 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a10:47:18.890257 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:47:19.371521 run create_hlr_db(pid=9969): Launched\u000a10:47:19.546348 bus /sierra_2: Setting Powered False\u000a10:47:20.568524 run create_hlr_db(pid=9969): Terminated: ok {rc=0}\u000a10:47:21.003427 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9971): Launched\u000a10:47:21.331459 run osmo-hlr_10.42.42.2(pid=9972): Launched\u000a10:47:21.453691 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:47:22.026742 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9974): Launched\u000a10:47:22.354690 run osmo-stp_10.42.42.5(pid=9975): Launched\u000a10:47:22.472318 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:47:23.069932 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9977): Launched\u000a10:47:23.395796 run osmo-msc_10.42.42.6(pid=9978): Launched\u000a10:47:23.586532 run osmo-stp_10.42.42.5(pid=9975): ERR: Terminated: ERROR {rc=1} [trial-2403↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9975)]\u000a10:47:23.724316 run osmo-stp_10.42.42.5(pid=9975): stdout: \u000a| (launched: 2022-12-14_10:47:22.192832)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:47:23.860289 run osmo-stp_10.42.42.5(pid=9975): stderr: \u000a| �[0;m�[38;5;43m20221214104722385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214104722385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214104722385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214104722386 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214104722386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214104722386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214104722386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:47:23.990891 run osmo-stp_10.42.42.5(pid=9975): stdout: \u000a| (launched: 2022-12-14_10:47:22.192832)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:47:24.119699 run osmo-stp_10.42.42.5(pid=9975): stderr: \u000a| �[0;m�[38;5;43m20221214104722385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214104722385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214104722385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214104722386 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214104722386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214104722386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214104722386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:47:24.177498 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9975): Process ended prematurely: osmo-stp_10.42.42.5(pid=9975) [trial-2403↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9975)] [trial-2403↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a10:47:24.186744 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a10:47:24.250334 run osmo-hlr_10.42.42.2(pid=9972): ERR: Terminated: ERROR {rc=237} [trial-2403↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9972)]\u000a10:47:24.302155 run osmo-hlr_10.42.42.2(pid=9972): stdout: \u000a| (launched: 2022-12-14_10:47:21.169290) \u000a10:47:24.354564 run osmo-hlr_10.42.42.2(pid=9972): stderr: \u000a| �[0;m�[1;31m20221214104721366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214104721366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214104721366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214104721366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214104721366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214104721366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214104721378 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214104721387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214104721388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214104721388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:47:24.425888 run osmo-msc_10.42.42.6(pid=9978): ERR: Terminated: ERROR {rc=2} [trial-2403↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9978)]\u000a10:47:24.477644 run osmo-msc_10.42.42.6(pid=9978): stdout: \u000a| (launched: 2022-12-14_10:47:23.235699) \u000a10:47:24.530009 run osmo-msc_10.42.42.6(pid=9978): stderr: \u000a| �[0;m�[38;5;43m20221214104723557 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214104723557 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb8a46f6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214104723557 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214104723557 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214104723557 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214104723557 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214104723559 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214104723560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214104723560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214104723560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:47:24.574396 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9971): Terminating (SIGTERM)\u000a10:47:24.616227 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9974): Terminating (SIGTERM)\u000a10:47:24.658475 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9977): Terminating (SIGTERM)\u000a10:47:24.668377 --- ParallelTerminationStrategy: PID 9971 died...\u000a10:47:24.724886 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9971): Terminated: ok {rc=0}\u000a10:47:24.735314 --- ParallelTerminationStrategy: PID 9974 died...\u000a10:47:24.791310 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9974): Terminated: ok {rc=0}\u000a10:47:24.801909 --- ParallelTerminationStrategy: PID 9977 died...\u000a10:47:24.858231 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9977): Terminated: ok {rc=0}\u000a10:47:24.944572 bus /sierra_3: Setting Powered False\u000a10:47:26.051040 bus /sierra_3: Setting Powered False\u000a10:47:27.158584 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "120", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T10:47:07" }, { "cases" : [ { "testActions" : [ ], "age" : 265, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9989): Process ended prematurely: osmo-stp_10.42.42.5(pid=9989) [trial-2403↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9989)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9989): Process ended prematurely: osmo-stp_10.42.42.5(pid=9989) [trial-2403↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9989)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a10:47:29.161587 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:47:29.173253 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a10:47:29.333386 tst mo_mt_call.py: using LAC 40398\u000a10:47:29.452664 tst mo_mt_call.py: using RAC 108\u000a10:47:29.572874 tst mo_mt_call.py: using CellId 40398\u000a10:47:29.692170 tst mo_mt_call.py: using BVCI 40399\u000a10:47:29.715259 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:47:29.726662 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:47:29.737746 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:47:29.748841 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:47:29.760205 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:47:29.771724 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a10:47:29.893492 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a10:47:30.097932 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:47:30.581729 run create_hlr_db(pid=9983): Launched\u000a10:47:30.757951 bus /sierra_2: Setting Powered False\u000a10:47:31.789378 run create_hlr_db(pid=9983): Terminated: ok {rc=0}\u000a10:47:32.220879 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9985): Launched\u000a10:47:32.531278 run osmo-hlr_10.42.42.2(pid=9986): Launched\u000a10:47:32.650073 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:47:33.188212 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9988): Launched\u000a10:47:33.496014 run osmo-stp_10.42.42.5(pid=9989): Launched\u000a10:47:33.606830 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:47:34.167773 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9991): Launched\u000a10:47:34.475455 run osmo-msc_10.42.42.6(pid=9992): Launched\u000a10:47:34.656052 run osmo-stp_10.42.42.5(pid=9989): ERR: Terminated: ERROR {rc=1} [trial-2403↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9989)]\u000a10:47:34.786032 run osmo-stp_10.42.42.5(pid=9989): stdout: \u000a| (launched: 2022-12-14_10:47:33.342969)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:47:34.913940 run osmo-stp_10.42.42.5(pid=9989): stderr: \u000a| �[0;m�[38;5;43m20221214104733509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214104733509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214104733509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214104733510 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214104733510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214104733510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214104733510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:47:35.036821 run osmo-stp_10.42.42.5(pid=9989): stdout: \u000a| (launched: 2022-12-14_10:47:33.342969)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:47:35.158867 run osmo-stp_10.42.42.5(pid=9989): stderr: \u000a| �[0;m�[38;5;43m20221214104733509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214104733509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214104733509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214104733510 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214104733510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214104733510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214104733510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:47:35.213077 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9989): Process ended prematurely: osmo-stp_10.42.42.5(pid=9989) [trial-2403↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9989)] [trial-2403↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a10:47:35.221887 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a10:47:35.282281 run osmo-hlr_10.42.42.2(pid=9986): ERR: Terminated: ERROR {rc=237} [trial-2403↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9986)]\u000a10:47:35.331587 run osmo-hlr_10.42.42.2(pid=9986): stdout: \u000a| (launched: 2022-12-14_10:47:32.378104) \u000a10:47:35.381517 run osmo-hlr_10.42.42.2(pid=9986): stderr: \u000a| �[0;m�[1;31m20221214104732551 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214104732551 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214104732551 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214104732551 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214104732551 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214104732551 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214104732567 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214104732576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214104732576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214104732576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:47:35.449980 run osmo-msc_10.42.42.6(pid=9992): ERR: Terminated: ERROR {rc=2} [trial-2403↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9992)]\u000a10:47:35.499316 run osmo-msc_10.42.42.6(pid=9992): stdout: \u000a| (launched: 2022-12-14_10:47:34.323068) \u000a10:47:35.549343 run osmo-msc_10.42.42.6(pid=9992): stderr: \u000a| �[0;m�[38;5;43m20221214104734592 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214104734593 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fba77900c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214104734593 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214104734593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214104734593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214104734593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214104734595 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214104734596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214104734596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214104734596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:47:35.591922 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9985): Terminating (SIGTERM)\u000a10:47:35.632273 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9988): Terminating (SIGTERM)\u000a10:47:35.672522 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9991): Terminating (SIGTERM)\u000a10:47:35.681935 --- ParallelTerminationStrategy: PID 9985 died...\u000a10:47:35.736026 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9985): Terminated: ok {rc=0}\u000a10:47:35.745841 --- ParallelTerminationStrategy: PID 9988 died...\u000a10:47:35.799620 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9988): Terminated: ok {rc=0}\u000a10:47:35.809362 --- ParallelTerminationStrategy: PID 9991 died...\u000a10:47:35.863019 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9991): Terminated: ok {rc=0}\u000a10:47:35.952666 bus /sierra_3: Setting Powered False\u000a10:47:37.056220 bus /sierra_3: Setting Powered False\u000a10:47:38.174446 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 239, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10000): Process ended prematurely: osmo-stp_10.42.42.5(pid=10000) [trial-2403↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10000)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10000): Process ended prematurely: osmo-stp_10.42.42.5(pid=10000) [trial-2403↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10000)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:47:39.290700 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:47:39.303284 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a10:47:39.467134 tst mo_mt_call_osmux.py: using LAC 40399\u000a10:47:39.595057 tst mo_mt_call_osmux.py: using RAC 109\u000a10:47:39.719087 tst mo_mt_call_osmux.py: using CellId 40399\u000a10:47:39.840010 tst mo_mt_call_osmux.py: using BVCI 40400\u000a10:47:39.863278 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:47:39.874795 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:47:39.886161 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:47:39.897388 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:47:39.909048 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:47:39.920581 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a10:47:40.039010 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a10:47:40.252856 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:47:40.776761 run create_hlr_db(pid=9994): Launched\u000a10:47:40.964932 bus /sierra_2: Setting Powered False\u000a10:47:41.986753 run create_hlr_db(pid=9994): Terminated: ok {rc=0}\u000a10:47:42.425425 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9996): Launched\u000a10:47:42.752694 run osmo-hlr_10.42.42.2(pid=9997): Launched\u000a10:47:42.874089 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:47:43.445429 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9999): Launched\u000a10:47:43.771241 run osmo-stp_10.42.42.5(pid=10000): Launched\u000a10:47:43.888444 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:47:44.487966 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10002): Launched\u000a10:47:44.816814 run osmo-msc_10.42.42.6(pid=10003): Launched\u000a10:47:45.006975 run osmo-stp_10.42.42.5(pid=10000): ERR: Terminated: ERROR {rc=1} [trial-2403↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10000)]\u000a10:47:45.143971 run osmo-stp_10.42.42.5(pid=10000): stdout: \u000a| (launched: 2022-12-14_10:47:43.610913)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:47:45.281051 run osmo-stp_10.42.42.5(pid=10000): stderr: \u000a| �[0;m�[38;5;43m20221214104743801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214104743802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214104743802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214104743802 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214104743803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214104743803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214104743803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:47:45.411873 run osmo-stp_10.42.42.5(pid=10000): stdout: \u000a| (launched: 2022-12-14_10:47:43.610913)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:47:45.540881 run osmo-stp_10.42.42.5(pid=10000): stderr: \u000a| �[0;m�[38;5;43m20221214104743801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214104743802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214104743802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214104743802 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214104743803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214104743803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214104743803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:47:45.598613 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10000): Process ended prematurely: osmo-stp_10.42.42.5(pid=10000) [trial-2403↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10000)] [trial-2403↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a10:47:45.607998 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a10:47:45.671130 run osmo-hlr_10.42.42.2(pid=9997): ERR: Terminated: ERROR {rc=237} [trial-2403↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9997)]\u000a10:47:45.722753 run osmo-hlr_10.42.42.2(pid=9997): stdout: \u000a| (launched: 2022-12-14_10:47:42.591556) \u000a10:47:45.775038 run osmo-hlr_10.42.42.2(pid=9997): stderr: \u000a| �[0;m�[1;31m20221214104742788 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214104742788 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214104742788 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214104742789 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214104742789 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214104742789 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214104742802 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214104742810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214104742810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214104742810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:47:45.860749 run osmo-msc_10.42.42.6(pid=10003): ERR: Terminated: ERROR {rc=2} [trial-2403↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10003)]\u000a10:47:45.918244 run osmo-msc_10.42.42.6(pid=10003): stdout: \u000a| (launched: 2022-12-14_10:47:44.654350) \u000a10:47:45.970861 run osmo-msc_10.42.42.6(pid=10003): stderr: \u000a| �[0;m�[38;5;43m20221214104744973 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214104744973 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff00e9d0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214104744973 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214104744973 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214104744973 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214104744974 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214104744975 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214104744976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214104744976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214104744976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:47:46.015856 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9996): Terminating (SIGTERM)\u000a10:47:46.059508 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9999): Terminating (SIGTERM)\u000a10:47:46.106695 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10002): Terminating (SIGTERM)\u000a10:47:46.117445 --- ParallelTerminationStrategy: PID 9996 died...\u000a10:47:46.176003 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9996): Terminated: ok {rc=0}\u000a10:47:46.186872 --- ParallelTerminationStrategy: PID 9999 died...\u000a10:47:46.243793 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9999): Terminated: ok {rc=0}\u000a10:47:46.254446 --- ParallelTerminationStrategy: PID 10002 died...\u000a10:47:46.313301 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10002): Terminated: ok {rc=0}\u000a10:47:46.400888 bus /sierra_3: Setting Powered False\u000a10:47:47.502813 bus /sierra_3: Setting Powered False\u000a10:47:48.614438 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "121", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T10:47:28" }, { "cases" : [ { "testActions" : [ ], "age" : 265, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10014): Process ended prematurely: osmo-stp_10.42.42.5(pid=10014) [trial-2403↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10014)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10014): Process ended prematurely: osmo-stp_10.42.42.5(pid=10014) [trial-2403↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10014)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a10:47:50.596778 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:47:50.608382 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a10:47:50.768888 tst mo_mt_call.py: using LAC 40400\u000a10:47:50.888709 tst mo_mt_call.py: using RAC 110\u000a10:47:51.008570 tst mo_mt_call.py: using CellId 40400\u000a10:47:51.134977 tst mo_mt_call.py: using BVCI 40401\u000a10:47:51.159935 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:47:51.171760 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:47:51.183421 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:47:51.195027 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:47:51.206876 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:47:51.218588 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:47:51.336175 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:47:51.539521 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:47:52.022166 run create_hlr_db(pid=10008): Launched\u000a10:47:52.198285 bus /sierra_2: Setting Powered False\u000a10:47:53.220165 run create_hlr_db(pid=10008): Terminated: ok {rc=0}\u000a10:47:53.657735 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10010): Launched\u000a10:47:53.985877 run osmo-hlr_10.42.42.2(pid=10011): Launched\u000a10:47:54.109683 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:47:54.678952 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10013): Launched\u000a10:47:55.006856 run osmo-stp_10.42.42.5(pid=10014): Launched\u000a10:47:55.124648 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:47:55.722953 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10016): Launched\u000a10:47:56.051711 run osmo-msc_10.42.42.6(pid=10017): Launched\u000a10:47:56.243268 run osmo-stp_10.42.42.5(pid=10014): ERR: Terminated: ERROR {rc=1} [trial-2403↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10014)]\u000a10:47:56.381281 run osmo-stp_10.42.42.5(pid=10014): stdout: \u000a| (launched: 2022-12-14_10:47:54.844531)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:47:56.517512 run osmo-stp_10.42.42.5(pid=10014): stderr: \u000a| �[0;m�[38;5;43m20221214104755035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214104755035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214104755036 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214104755036 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214104755036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214104755037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214104755037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:47:56.648394 run osmo-stp_10.42.42.5(pid=10014): stdout: \u000a| (launched: 2022-12-14_10:47:54.844531)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:47:56.777888 run osmo-stp_10.42.42.5(pid=10014): stderr: \u000a| �[0;m�[38;5;43m20221214104755035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214104755035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214104755036 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214104755036 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214104755036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214104755037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214104755037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:47:56.835258 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10014): Process ended prematurely: osmo-stp_10.42.42.5(pid=10014) [trial-2403↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10014)] [trial-2403↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a10:47:56.844398 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a10:47:56.907032 run osmo-hlr_10.42.42.2(pid=10011): ERR: Terminated: ERROR {rc=237} [trial-2403↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10011)]\u000a10:47:56.958505 run osmo-hlr_10.42.42.2(pid=10011): stdout: \u000a| (launched: 2022-12-14_10:47:53.823771) \u000a10:47:57.010491 run osmo-hlr_10.42.42.2(pid=10011): stderr: \u000a| �[0;m�[1;31m20221214104754020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214104754020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214104754020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214104754020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214104754020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214104754021 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214104754033 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214104754042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214104754042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214104754042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:47:57.081435 run osmo-msc_10.42.42.6(pid=10017): ERR: Terminated: ERROR {rc=2} [trial-2403↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10017)]\u000a10:47:57.132677 run osmo-msc_10.42.42.6(pid=10017): stdout: \u000a| (launched: 2022-12-14_10:47:55.888869) \u000a10:47:57.184466 run osmo-msc_10.42.42.6(pid=10017): stderr: \u000a| �[0;m�[38;5;43m20221214104756210 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214104756210 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2ad3e7bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214104756210 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214104756210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214104756210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214104756210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214104756212 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214104756212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214104756212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214104756213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:47:57.228697 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10010): Terminating (SIGTERM)\u000a10:47:57.270736 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10013): Terminating (SIGTERM)\u000a10:47:57.312711 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10016): Terminating (SIGTERM)\u000a10:47:57.322236 --- ParallelTerminationStrategy: PID 10010 died...\u000a10:47:57.378558 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10010): Terminated: ok {rc=0}\u000a10:47:57.388729 --- ParallelTerminationStrategy: PID 10013 died...\u000a10:47:57.445138 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10013): Terminated: ok {rc=0}\u000a10:47:57.455327 --- ParallelTerminationStrategy: PID 10016 died...\u000a10:47:57.511384 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10016): Terminated: ok {rc=0}\u000a10:47:57.599485 bus /sierra_3: Setting Powered False\u000a10:47:58.706110 bus /sierra_3: Setting Powered False\u000a10:47:59.813637 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 239, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10025): Process ended prematurely: osmo-stp_10.42.42.5(pid=10025) [trial-2403↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10025)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10025): Process ended prematurely: osmo-stp_10.42.42.5(pid=10025) [trial-2403↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10025)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:48:00.963344 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:48:00.976560 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a10:48:01.139659 tst mo_mt_call_osmux.py: using LAC 40401\u000a10:48:01.268876 tst mo_mt_call_osmux.py: using RAC 111\u000a10:48:01.423019 tst mo_mt_call_osmux.py: using CellId 40401\u000a10:48:01.581544 tst mo_mt_call_osmux.py: using BVCI 40402\u000a10:48:01.607706 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:48:01.620041 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:48:01.632503 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:48:01.644830 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:48:01.657702 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:48:01.670889 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:48:01.809044 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:48:02.029717 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:48:02.564655 run create_hlr_db(pid=10019): Launched\u000a10:48:02.753991 bus /sierra_2: Setting Powered False\u000a10:48:03.776087 run create_hlr_db(pid=10019): Terminated: ok {rc=0}\u000a10:48:04.189377 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10021): Launched\u000a10:48:04.498205 run osmo-hlr_10.42.42.2(pid=10022): Launched\u000a10:48:04.619032 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:48:05.159882 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10024): Launched\u000a10:48:05.467441 run osmo-stp_10.42.42.5(pid=10025): Launched\u000a10:48:05.579680 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:48:06.141459 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10027): Launched\u000a10:48:06.451304 run osmo-msc_10.42.42.6(pid=10028): Launched\u000a10:48:06.631979 run osmo-stp_10.42.42.5(pid=10025): ERR: Terminated: ERROR {rc=1} [trial-2403↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10025)]\u000a10:48:06.761946 run osmo-stp_10.42.42.5(pid=10025): stdout: \u000a| (launched: 2022-12-14_10:48:05.315661)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:48:06.889957 run osmo-stp_10.42.42.5(pid=10025): stderr: \u000a| �[0;m�[38;5;43m20221214104805483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214104805483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214104805483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214104805484 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214104805484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214104805484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214104805484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:48:07.013120 run osmo-stp_10.42.42.5(pid=10025): stdout: \u000a| (launched: 2022-12-14_10:48:05.315661)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:48:07.135100 run osmo-stp_10.42.42.5(pid=10025): stderr: \u000a| �[0;m�[38;5;43m20221214104805483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214104805483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214104805483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214104805484 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214104805484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214104805484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214104805484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:48:07.188995 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10025): Process ended prematurely: osmo-stp_10.42.42.5(pid=10025) [trial-2403↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10025)] [trial-2403↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a10:48:07.197943 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a10:48:07.259419 run osmo-hlr_10.42.42.2(pid=10022): ERR: Terminated: ERROR {rc=237} [trial-2403↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10022)]\u000a10:48:07.309596 run osmo-hlr_10.42.42.2(pid=10022): stdout: \u000a| (launched: 2022-12-14_10:48:04.346122) \u000a10:48:07.360629 run osmo-hlr_10.42.42.2(pid=10022): stderr: \u000a| �[0;m�[1;31m20221214104804518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214104804518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214104804518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214104804518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214104804518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214104804518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214104804531 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214104804539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214104804539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214104804539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:48:07.429791 run osmo-msc_10.42.42.6(pid=10028): ERR: Terminated: ERROR {rc=2} [trial-2403↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10028)]\u000a10:48:07.479697 run osmo-msc_10.42.42.6(pid=10028): stdout: \u000a| (launched: 2022-12-14_10:48:06.297210) \u000a10:48:07.530435 run osmo-msc_10.42.42.6(pid=10028): stderr: \u000a| �[0;m�[38;5;43m20221214104806566 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214104806566 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff142594c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214104806567 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214104806567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214104806567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214104806567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214104806569 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214104806569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214104806569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214104806569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:48:07.573635 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10021): Terminating (SIGTERM)\u000a10:48:07.614388 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10024): Terminating (SIGTERM)\u000a10:48:07.655139 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10027): Terminating (SIGTERM)\u000a10:48:07.664493 --- ParallelTerminationStrategy: PID 10021 died...\u000a10:48:07.719268 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10021): Terminated: ok {rc=0}\u000a10:48:07.729237 --- ParallelTerminationStrategy: PID 10024 died...\u000a10:48:07.783874 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10024): Terminated: ok {rc=0}\u000a10:48:07.793710 --- ParallelTerminationStrategy: PID 10027 died...\u000a10:48:07.848308 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10027): Terminated: ok {rc=0}\u000a10:48:07.938362 bus /sierra_3: Setting Powered False\u000a10:48:09.042270 bus /sierra_3: Setting Powered False\u000a10:48:10.154566 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "122", "name" : "voice_trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T10:47:50" }, { "cases" : [ { "testActions" : [ ], "age" : 265, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10039): Process ended prematurely: osmo-stp_10.42.42.5(pid=10039) [trial-2403↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10039)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10039): Process ended prematurely: osmo-stp_10.42.42.5(pid=10039) [trial-2403↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10039)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a10:48:12.145631 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:48:12.156747 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:48:12.312074 tst mo_mt_call.py: using LAC 40402\u000a10:48:12.433693 tst mo_mt_call.py: using RAC 112\u000a10:48:12.553493 tst mo_mt_call.py: using CellId 40402\u000a10:48:12.674339 tst mo_mt_call.py: using BVCI 40403\u000a10:48:12.697577 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:48:12.708582 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:48:12.719545 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:48:12.730551 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:48:12.741797 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:48:12.753138 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a10:48:12.868843 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a10:48:13.077450 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:48:13.560289 run create_hlr_db(pid=10033): Launched\u000a10:48:13.736850 bus /sierra_2: Setting Powered False\u000a10:48:14.758574 run create_hlr_db(pid=10033): Terminated: ok {rc=0}\u000a10:48:15.167967 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10035): Launched\u000a10:48:15.475961 run osmo-hlr_10.42.42.2(pid=10036): Launched\u000a10:48:15.588465 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:48:16.179345 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10038): Launched\u000a10:48:16.640197 run osmo-stp_10.42.42.5(pid=10039): Launched\u000a10:48:16.817145 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:48:17.395674 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10041): Launched\u000a10:48:17.706094 run osmo-msc_10.42.42.6(pid=10042): Launched\u000a10:48:17.887525 run osmo-stp_10.42.42.5(pid=10039): ERR: Terminated: ERROR {rc=1} [trial-2403↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10039)]\u000a10:48:18.018635 run osmo-stp_10.42.42.5(pid=10039): stdout: \u000a| (launched: 2022-12-14_10:48:16.350752)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:48:18.147422 run osmo-stp_10.42.42.5(pid=10039): stderr: \u000a| �[0;m�[38;5;43m20221214104816562 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214104816562 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214104816562 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214104816563 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214104816563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214104816563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214104816563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:48:18.271158 run osmo-stp_10.42.42.5(pid=10039): stdout: \u000a| (launched: 2022-12-14_10:48:16.350752)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:48:18.393895 run osmo-stp_10.42.42.5(pid=10039): stderr: \u000a| �[0;m�[38;5;43m20221214104816562 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214104816562 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214104816562 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214104816563 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214104816563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214104816563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214104816563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:48:18.448108 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10039): Process ended prematurely: osmo-stp_10.42.42.5(pid=10039) [trial-2403↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10039)] [trial-2403↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a10:48:18.456722 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a10:48:18.517553 run osmo-hlr_10.42.42.2(pid=10036): ERR: Terminated: ERROR {rc=237} [trial-2403↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10036)]\u000a10:48:18.567774 run osmo-hlr_10.42.42.2(pid=10036): stdout: \u000a| (launched: 2022-12-14_10:48:15.323372) \u000a10:48:18.618486 run osmo-hlr_10.42.42.2(pid=10036): stderr: \u000a| �[0;m�[1;31m20221214104815495 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214104815495 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214104815495 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214104815495 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214104815495 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214104815495 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214104815507 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214104815515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214104815515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214104815516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:48:18.687111 run osmo-msc_10.42.42.6(pid=10042): ERR: Terminated: ERROR {rc=2} [trial-2403↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10042)]\u000a10:48:18.737750 run osmo-msc_10.42.42.6(pid=10042): stdout: \u000a| (launched: 2022-12-14_10:48:17.552570) \u000a10:48:18.788496 run osmo-msc_10.42.42.6(pid=10042): stderr: \u000a| �[0;m�[38;5;43m20221214104817822 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214104817822 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb46d110c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214104817822 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214104817823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214104817823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214104817823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214104817825 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214104817825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214104817825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214104817825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:48:18.831521 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10035): Terminating (SIGTERM)\u000a10:48:18.872152 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10038): Terminating (SIGTERM)\u000a10:48:18.913326 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10041): Terminating (SIGTERM)\u000a10:48:18.923173 --- ParallelTerminationStrategy: PID 10035 died...\u000a10:48:18.977891 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10035): Terminated: ok {rc=0}\u000a10:48:18.987708 --- ParallelTerminationStrategy: PID 10038 died...\u000a10:48:19.041684 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10038): Terminated: ok {rc=0}\u000a10:48:19.051340 --- ParallelTerminationStrategy: PID 10041 died...\u000a10:48:19.105007 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10041): Terminated: ok {rc=0}\u000a10:48:19.193795 bus /sierra_3: Setting Powered False\u000a10:48:20.298100 bus /sierra_3: Setting Powered False\u000a10:48:21.409289 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 239, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10050): Process ended prematurely: osmo-stp_10.42.42.5(pid=10050) [trial-2403↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10050)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10050): Process ended prematurely: osmo-stp_10.42.42.5(pid=10050) [trial-2403↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10050)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:48:22.520850 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:48:22.532853 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:48:22.689349 tst mo_mt_call_osmux.py: using LAC 40403\u000a10:48:22.809422 tst mo_mt_call_osmux.py: using RAC 113\u000a10:48:22.929404 tst mo_mt_call_osmux.py: using CellId 40403\u000a10:48:23.048331 tst mo_mt_call_osmux.py: using BVCI 40404\u000a10:48:23.071584 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:48:23.082965 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:48:23.093897 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:48:23.104693 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:48:23.116080 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:48:23.127370 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a10:48:23.248021 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a10:48:23.462822 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:48:23.986009 run create_hlr_db(pid=10044): Launched\u000a10:48:24.175079 bus /sierra_2: Setting Powered False\u000a10:48:25.195936 run create_hlr_db(pid=10044): Terminated: ok {rc=0}\u000a10:48:25.609508 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10046): Launched\u000a10:48:25.916396 run osmo-hlr_10.42.42.2(pid=10047): Launched\u000a10:48:26.035514 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:48:26.572738 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10049): Launched\u000a10:48:26.879588 run osmo-stp_10.42.42.5(pid=10050): Launched\u000a10:48:26.990986 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:48:27.551057 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10052): Launched\u000a10:48:27.858725 run osmo-msc_10.42.42.6(pid=10053): Launched\u000a10:48:28.038844 run osmo-stp_10.42.42.5(pid=10050): ERR: Terminated: ERROR {rc=1} [trial-2403↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10050)]\u000a10:48:28.169264 run osmo-stp_10.42.42.5(pid=10050): stdout: \u000a| (launched: 2022-12-14_10:48:26.728334)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:48:28.297098 run osmo-stp_10.42.42.5(pid=10050): stderr: \u000a| �[0;m�[38;5;43m20221214104826896 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214104826896 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214104826896 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214104826897 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214104826897 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214104826897 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214104826897 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:48:28.420203 run osmo-stp_10.42.42.5(pid=10050): stdout: \u000a| (launched: 2022-12-14_10:48:26.728334)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:48:28.542863 run osmo-stp_10.42.42.5(pid=10050): stderr: \u000a| �[0;m�[38;5;43m20221214104826896 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214104826896 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214104826896 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214104826897 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214104826897 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214104826897 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214104826897 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:48:28.596613 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10050): Process ended prematurely: osmo-stp_10.42.42.5(pid=10050) [trial-2403↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10050)] [trial-2403↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a10:48:28.605549 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a10:48:28.666180 run osmo-hlr_10.42.42.2(pid=10047): ERR: Terminated: ERROR {rc=237} [trial-2403↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10047)]\u000a10:48:28.715426 run osmo-hlr_10.42.42.2(pid=10047): stdout: \u000a| (launched: 2022-12-14_10:48:25.765442) \u000a10:48:28.765591 run osmo-hlr_10.42.42.2(pid=10047): stderr: \u000a| �[0;m�[1;31m20221214104825938 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214104825938 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214104825938 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214104825938 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214104825938 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214104825938 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214104825951 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214104825959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214104825959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214104825959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:48:28.833811 run osmo-msc_10.42.42.6(pid=10053): ERR: Terminated: ERROR {rc=2} [trial-2403↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10053)]\u000a10:48:28.883231 run osmo-msc_10.42.42.6(pid=10053): stdout: \u000a| (launched: 2022-12-14_10:48:27.705875) \u000a10:48:28.933488 run osmo-msc_10.42.42.6(pid=10053): stderr: \u000a| �[0;m�[38;5;43m20221214104827974 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214104827974 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fef25d28c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214104827974 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214104827974 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214104827975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214104827975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214104827976 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214104827977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214104827977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214104827977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:48:28.975768 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10046): Terminating (SIGTERM)\u000a10:48:29.016055 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10049): Terminating (SIGTERM)\u000a10:48:29.056140 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10052): Terminating (SIGTERM)\u000a10:48:29.065615 --- ParallelTerminationStrategy: PID 10046 died...\u000a10:48:29.119588 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10046): Terminated: ok {rc=0}\u000a10:48:29.129443 --- ParallelTerminationStrategy: PID 10049 died...\u000a10:48:29.183311 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10049): Terminated: ok {rc=0}\u000a10:48:29.193078 --- ParallelTerminationStrategy: PID 10052 died...\u000a10:48:29.246862 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10052): Terminated: ok {rc=0}\u000a10:48:29.330206 bus /sierra_3: Setting Powered False\u000a10:48:30.435630 bus /sierra_3: Setting Powered False\u000a10:48:31.555549 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "123", "name" : "voice_trx-lms-limenet-micro+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T10:48:11" }, { "cases" : [ { "testActions" : [ ], "age" : 262, "className" : "emergency:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10067): Process ended prematurely: osmo-stp_10.42.42.5(pid=10067) [trial-2403↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10067)]", "failedSince" : 2142, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10067): Process ended prematurely: osmo-stp_10.42.42.5(pid=10067) [trial-2403↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10067)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 emergency:trx-lms-limenet-micro emergency_mo_mt_call.py\u000a----------------------------------------------\u000a10:48:33.558778 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a10:48:33.570558 tst emergency:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a10:48:33.712703 tst emergency_mo_mt_call.py: using LAC 40404\u000a10:48:33.837205 tst emergency_mo_mt_call.py: using RAC 114\u000a10:48:33.964180 tst emergency_mo_mt_call.py: using CellId 40404\u000a10:48:34.089692 tst emergency_mo_mt_call.py: using BVCI 40405\u000a10:48:34.114024 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a10:48:34.125475 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a10:48:34.136590 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a10:48:34.147669 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a10:48:34.158882 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a10:48:34.169953 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a10:48:34.288021 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a10:48:34.498233 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:48:35.014706 run create_hlr_db(pid=10061): Launched\u000a10:48:35.201512 bus /sierra_2: Setting Powered False\u000a10:48:36.222767 run create_hlr_db(pid=10061): Terminated: ok {rc=0}\u000a10:48:36.653374 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10063): Launched\u000a10:48:36.975659 run osmo-hlr_10.42.42.2(pid=10064): Launched\u000a10:48:37.092566 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:48:37.651265 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10066): Launched\u000a10:48:37.972050 run osmo-stp_10.42.42.5(pid=10067): Launched\u000a10:48:38.104539 tst emergency_mo_mt_call.py: using MSISDN 8642\u000a10:48:38.263615 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:48:38.857359 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10069): Launched\u000a10:48:39.179512 run osmo-msc_10.42.42.6(pid=10070): Launched\u000a10:48:39.368473 run osmo-stp_10.42.42.5(pid=10067): ERR: Terminated: ERROR {rc=1} [trial-2403↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10067)]\u000a10:48:39.504037 run osmo-stp_10.42.42.5(pid=10067): stdout: \u000a| (launched: 2022-12-14_10:48:37.813747)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:48:39.638892 run osmo-stp_10.42.42.5(pid=10067): stderr: \u000a| �[0;m�[38;5;43m20221214104838004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214104838004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214104838004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214104838005 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214104838006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214104838006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214104838006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:48:39.768036 run osmo-stp_10.42.42.5(pid=10067): stdout: \u000a| (launched: 2022-12-14_10:48:37.813747)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:48:39.895852 run osmo-stp_10.42.42.5(pid=10067): stderr: \u000a| �[0;m�[38;5;43m20221214104838004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214104838004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214104838004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214104838005 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214104838006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214104838006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214104838006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:48:39.952162 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=10067): Process ended prematurely: osmo-stp_10.42.42.5(pid=10067) [trial-2403↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10067)] [trial-2403↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19]\u000a10:48:39.960836 tst emergency_mo_mt_call.py:19: Test FAILED (6.4 sec)\u000a10:48:40.024486 run osmo-hlr_10.42.42.2(pid=10064): ERR: Terminated: ERROR {rc=237} [trial-2403↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10064)]\u000a10:48:40.076574 run osmo-hlr_10.42.42.2(pid=10064): stdout: \u000a| (launched: 2022-12-14_10:48:36.816848) \u000a10:48:40.129150 run osmo-hlr_10.42.42.2(pid=10064): stderr: \u000a| �[0;m�[1;31m20221214104837011 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214104837011 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214104837011 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214104837011 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214104837011 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214104837011 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214104837023 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/emergency:trx-lms-limenet-micro/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214104837032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214104837032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214104837032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:48:40.200585 run osmo-msc_10.42.42.6(pid=10070): ERR: Terminated: ERROR {rc=2} [trial-2403↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10070)]\u000a10:48:40.252545 run osmo-msc_10.42.42.6(pid=10070): stdout: \u000a| (launched: 2022-12-14_10:48:39.020588) \u000a10:48:40.305505 run osmo-msc_10.42.42.6(pid=10070): stderr: \u000a| �[0;m�[38;5;43m20221214104839341 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214104839341 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff7f5b51c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214104839341 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214104839341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214104839341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214104839342 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214104839344 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214104839344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214104839344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214104839344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:48:40.350238 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10063): Terminating (SIGTERM)\u000a10:48:40.392306 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10066): Terminating (SIGTERM)\u000a10:48:40.434666 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10069): Terminating (SIGTERM)\u000a10:48:40.444504 --- ParallelTerminationStrategy: PID 10063 died...\u000a10:48:40.501276 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10063): Terminated: ok {rc=0}\u000a10:48:40.511476 --- ParallelTerminationStrategy: PID 10066 died...\u000a10:48:40.567783 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10066): Terminated: ok {rc=0}\u000a10:48:40.578107 --- ParallelTerminationStrategy: PID 10069 died...\u000a10:48:40.634199 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10069): Terminated: ok {rc=0}\u000a10:48:40.724521 bus /sierra_3: Setting Powered False\u000a10:48:41.827631 bus /sierra_3: Setting Powered False\u000a10:48:42.939533 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 262, "className" : "emergency:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10078): Process ended prematurely: osmo-stp_10.42.42.5(pid=10078) [trial-2403↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10078)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10078): Process ended prematurely: osmo-stp_10.42.42.5(pid=10078) [trial-2403↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10078)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 emergency:trx-lms-limenet-micro emergency_preemptive_call.py\u000a----------------------------------------------\u000a10:48:43.991209 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a10:48:44.002760 tst emergency:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a10:48:44.135622 tst emergency_preemptive_call.py: using LAC 40405\u000a10:48:44.255345 tst emergency_preemptive_call.py: using RAC 115\u000a10:48:44.376118 tst emergency_preemptive_call.py: using CellId 40405\u000a10:48:44.499207 tst emergency_preemptive_call.py: using BVCI 40406\u000a10:48:44.523831 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a10:48:44.535456 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a10:48:44.546789 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a10:48:44.558038 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a10:48:44.569463 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a10:48:44.580641 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a10:48:44.698893 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a10:48:44.815518 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a10:48:44.935400 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a10:48:45.136581 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:48:45.627701 run create_hlr_db(pid=10072): Launched\u000a10:48:45.814874 bus /sierra_2: Setting Powered False\u000a10:48:46.833733 run create_hlr_db(pid=10072): Terminated: ok {rc=0}\u000a10:48:47.282174 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10074): Launched\u000a10:48:47.585813 run osmo-hlr_10.42.42.2(pid=10075): Launched\u000a10:48:47.703630 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:48:48.234760 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10077): Launched\u000a10:48:48.535976 run osmo-stp_10.42.42.5(pid=10078): Launched\u000a10:48:48.656355 tst emergency_preemptive_call.py: using MSISDN 8643\u000a10:48:48.805422 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:48:49.354146 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10080): Launched\u000a10:48:49.655590 run osmo-msc_10.42.42.6(pid=10081): Launched\u000a10:48:49.832719 run osmo-stp_10.42.42.5(pid=10078): ERR: Terminated: ERROR {rc=1} [trial-2403↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10078)]\u000a10:48:49.959889 run osmo-stp_10.42.42.5(pid=10078): stdout: \u000a| (launched: 2022-12-14_10:48:48.387008)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:48:50.084637 run osmo-stp_10.42.42.5(pid=10078): stderr: \u000a| �[0;m�[38;5;43m20221214104848556 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214104848556 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214104848556 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214104848557 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214104848558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214104848558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214104848558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:48:50.205422 run osmo-stp_10.42.42.5(pid=10078): stdout: \u000a| (launched: 2022-12-14_10:48:48.387008)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:48:50.324777 run osmo-stp_10.42.42.5(pid=10078): stderr: \u000a| �[0;m�[38;5;43m20221214104848556 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214104848556 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214104848556 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214104848557 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214104848558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214104848558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214104848558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:48:50.377130 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=10078): Process ended prematurely: osmo-stp_10.42.42.5(pid=10078) [trial-2403↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10078)] [trial-2403↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32]\u000a10:48:50.385307 tst emergency_preemptive_call.py:32: Test FAILED (6.4 sec)\u000a10:48:50.446079 run osmo-hlr_10.42.42.2(pid=10075): ERR: Terminated: ERROR {rc=237} [trial-2403↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10075)]\u000a10:48:50.495628 run osmo-hlr_10.42.42.2(pid=10075): stdout: \u000a| (launched: 2022-12-14_10:48:47.435148) \u000a10:48:50.545761 run osmo-hlr_10.42.42.2(pid=10075): stderr: \u000a| �[0;m�[1;31m20221214104847607 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214104847607 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214104847607 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214104847607 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214104847607 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214104847607 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214104847619 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/emergency:trx-lms-limenet-micro/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214104847627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214104847628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214104847628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:48:50.614141 run osmo-msc_10.42.42.6(pid=10081): ERR: Terminated: ERROR {rc=2} [trial-2403↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10081)]\u000a10:48:50.664015 run osmo-msc_10.42.42.6(pid=10081): stdout: \u000a| (launched: 2022-12-14_10:48:49.505833) \u000a10:48:50.714294 run osmo-msc_10.42.42.6(pid=10081): stderr: \u000a| �[0;m�[38;5;43m20221214104849777 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214104849777 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5c7aa4ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214104849777 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214104849777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214104849778 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214104849778 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214104849779 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214104849780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214104849780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214104849780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:48:50.756808 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10074): Terminating (SIGTERM)\u000a10:48:50.796940 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10077): Terminating (SIGTERM)\u000a10:48:50.837157 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10080): Terminating (SIGTERM)\u000a10:48:50.846558 --- ParallelTerminationStrategy: PID 10074 died...\u000a10:48:50.900630 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10074): Terminated: ok {rc=0}\u000a10:48:50.910360 --- ParallelTerminationStrategy: PID 10077 died...\u000a10:48:50.964085 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10077): Terminated: ok {rc=0}\u000a10:48:50.973823 --- ParallelTerminationStrategy: PID 10080 died...\u000a10:48:51.027256 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10080): Terminated: ok {rc=0}\u000a10:48:51.116932 bus /sierra_9: Setting Powered False\u000a10:48:52.219931 bus /sierra_9: Setting Powered False\u000a10:48:53.326481 bus /sierra_8: Setting Powered False\u000a10:48:54.433917 bus /sierra_8: Setting Powered False\u000a10:48:55.541130 bus /sierra_3: Setting Powered False\u000a10:48:56.647328 bus /sierra_3: Setting Powered False\u000a10:48:57.756508 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "124", "name" : "emergency_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T10:48:33" }, { "cases" : [ { "testActions" : [ ], "age" : 265, "className" : "gprs:trx-lms-limenet-micro", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10096): Process ended prematurely: osmo-stp_10.42.42.5(pid=10096) [trial-2403↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10096)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10096): Process ended prematurely: osmo-stp_10.42.42.5(pid=10096) [trial-2403↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10096)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:trx-lms-limenet-micro cs_paging_gprs_active.py\u000a----------------------------------------------\u000a10:48:59.882380 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a10:48:59.893572 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a10:49:00.031860 tst cs_paging_gprs_active.py: using LAC 40406\u000a10:49:00.157935 tst cs_paging_gprs_active.py: using RAC 116\u000a10:49:00.284669 tst cs_paging_gprs_active.py: using CellId 40406\u000a10:49:00.410755 tst cs_paging_gprs_active.py: using BVCI 40407\u000a10:49:00.435691 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a10:49:00.447097 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a10:49:00.458271 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a10:49:00.469341 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a10:49:00.480275 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a10:49:00.491308 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a10:49:00.502575 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a10:49:00.513600 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a10:49:00.525021 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a10:49:00.643534 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a10:49:00.952182 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a10:49:01.084098 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:49:01.423769 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10086): Launched\u000a10:49:01.715504 run iperf3-srv_10.42.42.10(pid=10087): Launched\u000a10:49:01.922337 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a10:49:02.061481 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:49:02.405233 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10088): Launched\u000a10:49:02.686742 run iperf3-srv_10.42.42.10(pid=10089): Launched\u000a10:49:02.886867 tst cs_paging_gprs_active.py:38: start network...\u000a10:49:03.022417 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:49:03.545629 run create_hlr_db(pid=10090): Launched\u000a10:49:03.733310 bus /sierra_2: Setting Powered False\u000a10:49:04.754977 run create_hlr_db(pid=10090): Terminated: ok {rc=0}\u000a10:49:05.167173 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10092): Launched\u000a10:49:05.475202 run osmo-hlr_10.42.42.2(pid=10093): Launched\u000a10:49:05.595810 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:49:06.133018 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10095): Launched\u000a10:49:06.439672 run osmo-stp_10.42.42.5(pid=10096): Launched\u000a10:49:06.550366 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:49:07.086311 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10098): Launched\u000a10:49:07.195525 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:49:07.464879 run patchelf(pid=10099): Launched\u000a10:49:07.646449 run osmo-stp_10.42.42.5(pid=10096): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10096)]\u000a10:49:07.778256 run osmo-stp_10.42.42.5(pid=10096): stdout: \u000a| (launched: 2022-12-14_10:49:06.287843)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:49:07.910276 run osmo-stp_10.42.42.5(pid=10096): stderr: \u000a| �[0;m�[38;5;43m20221214104906457 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214104906457 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214104906457 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214104906458 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214104906458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214104906458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214104906458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:49:08.036914 run osmo-stp_10.42.42.5(pid=10096): stdout: \u000a| (launched: 2022-12-14_10:49:06.287843)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:49:08.162734 run osmo-stp_10.42.42.5(pid=10096): stderr: \u000a| �[0;m�[38;5;43m20221214104906457 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214104906457 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214104906457 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214104906458 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214104906458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214104906458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214104906458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:49:08.309962 run patchelf(pid=10099): Terminating (SIGINT)\u000a10:49:08.483118 run patchelf(pid=10099): Terminated: ok {rc=0}\u000a10:49:08.514931 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=10096): Process ended prematurely: osmo-stp_10.42.42.5(pid=10096) [trial-2403↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10096)] [trial-2403↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38]\u000a10:49:08.524218 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a10:49:08.585108 run osmo-hlr_10.42.42.2(pid=10093): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10093)]\u000a10:49:08.634333 run osmo-hlr_10.42.42.2(pid=10093): stdout: \u000a| (launched: 2022-12-14_10:49:05.322744) \u000a10:49:08.684318 run osmo-hlr_10.42.42.2(pid=10093): stderr: \u000a| �[0;m�[1;31m20221214104905496 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214104905496 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214104905496 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214104905496 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214104905496 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214104905496 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214104905509 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:trx-lms-limenet-micro/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214104905517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214104905518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214104905518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:49:08.726973 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10086): Terminating (SIGTERM)\u000a10:49:08.767111 run iperf3-srv_10.42.42.10(pid=10087): Terminating (SIGTERM)\u000a10:49:08.807564 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10088): Terminating (SIGTERM)\u000a10:49:08.847595 run iperf3-srv_10.42.42.10(pid=10089): Terminating (SIGTERM)\u000a10:49:08.887569 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10092): Terminating (SIGTERM)\u000a10:49:08.927686 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10095): Terminating (SIGTERM)\u000a10:49:08.967680 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10098): Terminating (SIGTERM)\u000a10:49:08.977131 --- ParallelTerminationStrategy: PID 10086 died...\u000a10:49:09.031382 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10086): Terminated: ok {rc=0}\u000a10:49:09.041270 --- ParallelTerminationStrategy: PID 10087 died...\u000a10:49:09.094946 run iperf3-srv_10.42.42.10(pid=10087): Terminated {rc=256}\u000a10:49:09.104598 --- ParallelTerminationStrategy: PID 10088 died...\u000a10:49:09.158839 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10088): Terminated: ok {rc=0}\u000a10:49:09.168471 --- ParallelTerminationStrategy: PID 10089 died...\u000a10:49:09.221984 run iperf3-srv_10.42.42.10(pid=10089): Terminated {rc=256}\u000a10:49:09.231685 --- ParallelTerminationStrategy: PID 10092 died...\u000a10:49:09.285337 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10092): Terminated: ok {rc=0}\u000a10:49:09.295052 --- ParallelTerminationStrategy: PID 10095 died...\u000a10:49:09.348911 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10095): Terminated: ok {rc=0}\u000a10:49:09.358627 --- ParallelTerminationStrategy: PID 10098 died...\u000a10:49:09.412508 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10098): Terminated: ok {rc=0}\u000a10:49:09.501582 bus /gobi_0: Setting Powered False\u000a10:49:10.604969 bus /gobi_0: Setting Powered False\u000a10:49:11.717178 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 265, "className" : "gprs:trx-lms-limenet-micro", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10108): Process ended prematurely: osmo-stp_10.42.42.5(pid=10108) [trial-2403↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10108)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10108): Process ended prematurely: osmo-stp_10.42.42.5(pid=10108) [trial-2403↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10108)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:trx-lms-limenet-micro iperf3.py\u000a----------------------------------------------\u000a10:49:12.832595 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a10:49:12.844586 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a10:49:12.988119 tst iperf3.py: using LAC 40407\u000a10:49:13.119254 tst iperf3.py: using RAC 117\u000a10:49:13.244907 tst iperf3.py: using CellId 40407\u000a10:49:13.372723 tst iperf3.py: using BVCI 40408\u000a10:49:13.397774 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a10:49:13.409073 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a10:49:13.420073 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a10:49:13.431099 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a10:49:13.442076 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a10:49:13.453092 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a10:49:13.464262 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a10:49:13.475288 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a10:49:13.486519 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a10:49:13.777827 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:49:13.913888 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:49:14.252683 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10100): Launched\u000a10:49:14.534005 run iperf3-srv_10.42.42.10(pid=10101): Launched\u000a10:49:14.734014 tst iperf3.py:8: start network...\u000a10:49:14.869639 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:49:15.391086 run create_hlr_db(pid=10102): Launched\u000a10:49:15.578937 bus /gobi_6: Setting Powered False\u000a10:49:16.603415 run create_hlr_db(pid=10102): Terminated: ok {rc=0}\u000a10:49:17.071597 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10104): Launched\u000a10:49:17.405778 run osmo-hlr_10.42.42.2(pid=10105): Launched\u000a10:49:17.517849 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:49:18.053052 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10107): Launched\u000a10:49:18.360690 run osmo-stp_10.42.42.5(pid=10108): Launched\u000a10:49:18.472429 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:49:19.009545 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10110): Launched\u000a10:49:19.118277 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:49:19.387003 run patchelf(pid=10111): Launched\u000a10:49:19.566183 run osmo-stp_10.42.42.5(pid=10108): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10108)]\u000a10:49:19.697374 run osmo-stp_10.42.42.5(pid=10108): stdout: \u000a| (launched: 2022-12-14_10:49:18.208260)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:49:19.828399 run osmo-stp_10.42.42.5(pid=10108): stderr: \u000a| �[0;m�[38;5;43m20221214104918379 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214104918379 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214104918379 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214104918380 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214104918380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214104918380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214104918380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:49:19.954974 run osmo-stp_10.42.42.5(pid=10108): stdout: \u000a| (launched: 2022-12-14_10:49:18.208260)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:49:20.080097 run osmo-stp_10.42.42.5(pid=10108): stderr: \u000a| �[0;m�[38;5;43m20221214104918379 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214104918379 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214104918379 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214104918380 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214104918380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214104918380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214104918380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:49:20.226699 run patchelf(pid=10111): Terminating (SIGINT)\u000a10:49:20.399627 run patchelf(pid=10111): Terminated: ok {rc=0}\u000a10:49:20.431313 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10108): Process ended prematurely: osmo-stp_10.42.42.5(pid=10108) [trial-2403↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10108)] [trial-2403↪gprs:trx-lms-limenet-micro↪iperf3.py:8]\u000a10:49:20.440707 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a10:49:20.501646 run osmo-hlr_10.42.42.2(pid=10105): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:trx-lms-limenet-micro↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10105)]\u000a10:49:20.551229 run osmo-hlr_10.42.42.2(pid=10105): stdout: \u000a| (launched: 2022-12-14_10:49:17.251804) \u000a10:49:20.601346 run osmo-hlr_10.42.42.2(pid=10105): stderr: \u000a| �[0;m�[1;31m20221214104917427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214104917427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214104917427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214104917427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214104917427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214104917427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214104917473 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:trx-lms-limenet-micro/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214104917485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214104917485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214104917485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:49:20.644331 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10100): Terminating (SIGTERM)\u000a10:49:20.685009 run iperf3-srv_10.42.42.10(pid=10101): Terminating (SIGTERM)\u000a10:49:20.725383 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10104): Terminating (SIGTERM)\u000a10:49:20.765509 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10107): Terminating (SIGTERM)\u000a10:49:20.805699 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10110): Terminating (SIGTERM)\u000a10:49:20.815141 --- ParallelTerminationStrategy: PID 10100 died...\u000a10:49:20.869961 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10100): Terminated: ok {rc=0}\u000a10:49:20.879968 --- ParallelTerminationStrategy: PID 10101 died...\u000a10:49:20.934030 run iperf3-srv_10.42.42.10(pid=10101): Terminated {rc=256}\u000a10:49:20.943760 --- ParallelTerminationStrategy: PID 10104 died...\u000a10:49:20.997633 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10104): Terminated: ok {rc=0}\u000a10:49:21.007444 --- ParallelTerminationStrategy: PID 10107 died...\u000a10:49:21.061129 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10107): Terminated: ok {rc=0}\u000a10:49:21.070853 --- ParallelTerminationStrategy: PID 10110 died...\u000a10:49:21.125068 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10110): Terminated: ok {rc=0}\u000a10:49:21.214165 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 265, "className" : "gprs:trx-lms-limenet-micro", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10126): Process ended prematurely: osmo-stp_10.42.42.5(pid=10126) [trial-2403↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10126)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10126): Process ended prematurely: osmo-stp_10.42.42.5(pid=10126) [trial-2403↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10126)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:trx-lms-limenet-micro iperf3m4.py\u000a----------------------------------------------\u000a10:49:22.325944 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a10:49:22.337360 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a10:49:22.472102 tst iperf3m4.py: using LAC 40408\u000a10:49:22.593340 tst iperf3m4.py: using RAC 118\u000a10:49:22.724185 tst iperf3m4.py: using CellId 40408\u000a10:49:22.844225 tst iperf3m4.py: using BVCI 40409\u000a10:49:22.867482 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a10:49:22.878371 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a10:49:22.889193 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a10:49:22.899752 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a10:49:22.911042 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a10:49:22.922301 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a10:49:22.933482 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a10:49:22.944155 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a10:49:22.955185 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a10:49:23.077339 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a10:49:23.197200 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a10:49:23.318484 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a10:49:23.619237 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:49:23.756304 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:49:24.095795 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10112): Launched\u000a10:49:24.378612 run iperf3-srv_10.42.42.10(pid=10113): Launched\u000a10:49:24.578449 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a10:49:24.713948 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:49:25.054183 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10114): Launched\u000a10:49:25.335775 run iperf3-srv_10.42.42.10(pid=10115): Launched\u000a10:49:25.535579 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a10:49:25.671432 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:49:26.011543 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10116): Launched\u000a10:49:26.293427 run iperf3-srv_10.42.42.10(pid=10117): Launched\u000a10:49:26.492477 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a10:49:26.628699 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:49:26.969927 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10118): Launched\u000a10:49:27.252162 run iperf3-srv_10.42.42.10(pid=10119): Launched\u000a10:49:27.452930 tst iperf3m4.py:8: start network...\u000a10:49:27.589054 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:49:28.111617 run create_hlr_db(pid=10120): Launched\u000a10:49:28.300353 bus /gobi_6: Setting Powered False\u000a10:49:29.311745 run create_hlr_db(pid=10120): Terminated: ok {rc=0}\u000a10:49:29.754041 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10122): Launched\u000a10:49:30.081695 run osmo-hlr_10.42.42.2(pid=10123): Launched\u000a10:49:30.204672 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:49:30.896145 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10125): Launched\u000a10:49:31.318132 run osmo-stp_10.42.42.5(pid=10126): Launched\u000a10:49:31.468844 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:49:32.112260 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10128): Launched\u000a10:49:32.227864 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:49:32.510959 run patchelf(pid=10129): Launched\u000a10:49:32.698552 run osmo-stp_10.42.42.5(pid=10126): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10126)]\u000a10:49:32.835535 run osmo-stp_10.42.42.5(pid=10126): stdout: \u000a| (launched: 2022-12-14_10:49:31.062756)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:49:32.973244 run osmo-stp_10.42.42.5(pid=10126): stderr: \u000a| �[0;m�[38;5;43m20221214104931362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214104931363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214104931363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214104931363 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214104931364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214104931364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214104931364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:49:33.106040 run osmo-stp_10.42.42.5(pid=10126): stdout: \u000a| (launched: 2022-12-14_10:49:31.062756)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:49:33.237053 run osmo-stp_10.42.42.5(pid=10126): stderr: \u000a| �[0;m�[38;5;43m20221214104931362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214104931363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214104931363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214104931363 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214104931364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214104931364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214104931364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:49:33.390997 run patchelf(pid=10129): Terminating (SIGINT)\u000a10:49:33.571276 run patchelf(pid=10129): Terminated: ok {rc=0}\u000a10:49:33.604623 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10126): Process ended prematurely: osmo-stp_10.42.42.5(pid=10126) [trial-2403↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10126)] [trial-2403↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8]\u000a10:49:33.614788 tst iperf3m4.py:8: Test FAILED (11.3 sec)\u000a10:49:33.678467 run osmo-hlr_10.42.42.2(pid=10123): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:trx-lms-limenet-micro↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10123)]\u000a10:49:33.730346 run osmo-hlr_10.42.42.2(pid=10123): stdout: \u000a| (launched: 2022-12-14_10:49:29.920320) \u000a10:49:33.782789 run osmo-hlr_10.42.42.2(pid=10123): stderr: \u000a| �[0;m�[1;31m20221214104930116 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214104930116 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214104930116 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214104930116 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214104930116 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214104930116 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214104930129 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:trx-lms-limenet-micro/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214104930138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214104930138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214104930138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:49:33.827371 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10112): Terminating (SIGTERM)\u000a10:49:33.869665 run iperf3-srv_10.42.42.10(pid=10113): Terminating (SIGTERM)\u000a10:49:33.911921 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10114): Terminating (SIGTERM)\u000a10:49:33.953723 run iperf3-srv_10.42.42.10(pid=10115): Terminating (SIGTERM)\u000a10:49:33.995464 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10116): Terminating (SIGTERM)\u000a10:49:34.037073 run iperf3-srv_10.42.42.10(pid=10117): Terminating (SIGTERM)\u000a10:49:34.078987 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10118): Terminating (SIGTERM)\u000a10:49:34.121180 run iperf3-srv_10.42.42.10(pid=10119): Terminating (SIGTERM)\u000a10:49:34.163480 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10122): Terminating (SIGTERM)\u000a10:49:34.205871 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10125): Terminating (SIGTERM)\u000a10:49:34.248024 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10128): Terminating (SIGTERM)\u000a10:49:34.257912 --- ParallelTerminationStrategy: PID 10112 died...\u000a10:49:34.314239 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10112): Terminated: ok {rc=0}\u000a10:49:34.324337 --- ParallelTerminationStrategy: PID 10113 died...\u000a10:49:34.380138 run iperf3-srv_10.42.42.10(pid=10113): Terminated {rc=256}\u000a10:49:34.390215 --- ParallelTerminationStrategy: PID 10114 died...\u000a10:49:34.445841 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10114): Terminated: ok {rc=0}\u000a10:49:34.455954 --- ParallelTerminationStrategy: PID 10115 died...\u000a10:49:34.511430 run iperf3-srv_10.42.42.10(pid=10115): Terminated {rc=256}\u000a10:49:34.521650 --- ParallelTerminationStrategy: PID 10116 died...\u000a10:49:34.577341 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10116): Terminated: ok {rc=0}\u000a10:49:34.587479 --- ParallelTerminationStrategy: PID 10117 died...\u000a10:49:34.643116 run iperf3-srv_10.42.42.10(pid=10117): Terminated {rc=256}\u000a10:49:34.653304 --- ParallelTerminationStrategy: PID 10118 died...\u000a10:49:34.708900 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10118): Terminated: ok {rc=0}\u000a10:49:34.719083 --- ParallelTerminationStrategy: PID 10119 died...\u000a10:49:34.774886 run iperf3-srv_10.42.42.10(pid=10119): Terminated {rc=256}\u000a10:49:34.785073 --- ParallelTerminationStrategy: PID 10122 died...\u000a10:49:34.841057 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10122): Terminated: ok {rc=0}\u000a10:49:34.851113 --- ParallelTerminationStrategy: PID 10125 died...\u000a10:49:34.906921 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10125): Terminated: ok {rc=0}\u000a10:49:34.916933 --- ParallelTerminationStrategy: PID 10128 died...\u000a10:49:34.972500 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10128): Terminated: ok {rc=0}\u000a10:49:35.059311 bus /gobi_4: Setting Powered False\u000a10:49:36.165897 bus /gobi_4: Setting Powered False\u000a10:49:37.273841 bus /gobi_1: Setting Powered False\u000a10:49:38.373170 bus /gobi_1: Setting Powered False\u000a10:49:39.484481 bus /gobi_0: Setting Powered False\u000a10:49:40.586855 bus /gobi_0: Setting Powered False\u000a10:49:41.697644 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 265, "className" : "gprs:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10136): Process ended prematurely: osmo-stp_10.42.42.5(pid=10136) [trial-2403↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10136)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10136): Process ended prematurely: osmo-stp_10.42.42.5(pid=10136) [trial-2403↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10136)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:trx-lms-limenet-micro ping.py\u000a----------------------------------------------\u000a10:49:42.764157 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a10:49:42.775448 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a10:49:42.912048 tst ping.py: using LAC 40409\u000a10:49:43.031983 tst ping.py: using RAC 119\u000a10:49:43.148789 tst ping.py: using CellId 40409\u000a10:49:43.271523 tst ping.py: using BVCI 40410\u000a10:49:43.296017 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a10:49:43.307438 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a10:49:43.319662 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a10:49:43.330837 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a10:49:43.341816 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a10:49:43.352834 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a10:49:43.364017 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a10:49:43.375152 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a10:49:43.652927 tst ping.py:19: start network...\u000a10:49:43.776827 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:49:44.263094 run create_hlr_db(pid=10130): Launched\u000a10:49:44.447064 bus /gobi_6: Setting Powered False\u000a10:49:45.467296 run create_hlr_db(pid=10130): Terminated: ok {rc=0}\u000a10:49:45.892392 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10132): Launched\u000a10:49:46.327863 run osmo-hlr_10.42.42.2(pid=10133): Launched\u000a10:49:46.616492 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:49:47.250846 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10135): Launched\u000a10:49:47.560771 run osmo-stp_10.42.42.5(pid=10136): Launched\u000a10:49:47.670725 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:49:48.189868 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10138): Launched\u000a10:49:48.295132 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:49:48.555955 run patchelf(pid=10139): Launched\u000a10:49:48.729711 run osmo-stp_10.42.42.5(pid=10136): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10136)]\u000a10:49:48.857469 run osmo-stp_10.42.42.5(pid=10136): stdout: \u000a| (launched: 2022-12-14_10:49:47.406868)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:49:48.985690 run osmo-stp_10.42.42.5(pid=10136): stderr: \u000a| �[0;m�[38;5;43m20221214104947573 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214104947573 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214104947574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214104947574 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214104947574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214104947575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214104947575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:49:49.108804 run osmo-stp_10.42.42.5(pid=10136): stdout: \u000a| (launched: 2022-12-14_10:49:47.406868)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:49:49.230580 run osmo-stp_10.42.42.5(pid=10136): stderr: \u000a| �[0;m�[38;5;43m20221214104947573 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214104947573 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214104947574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214104947574 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214104947574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214104947575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214104947575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:49:49.372760 run patchelf(pid=10139): Terminating (SIGINT)\u000a10:49:49.540235 run patchelf(pid=10139): Terminated: ok {rc=0}\u000a10:49:49.571102 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=10136): Process ended prematurely: osmo-stp_10.42.42.5(pid=10136) [trial-2403↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10136)] [trial-2403↪gprs:trx-lms-limenet-micro↪ping.py:22]\u000a10:49:49.579842 tst ping.py:22: Test FAILED (6.8 sec)\u000a10:49:49.640125 run osmo-hlr_10.42.42.2(pid=10133): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:trx-lms-limenet-micro↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10133)]\u000a10:49:49.689452 run osmo-hlr_10.42.42.2(pid=10133): stdout: \u000a| (launched: 2022-12-14_10:49:46.054967) \u000a10:49:49.739490 run osmo-hlr_10.42.42.2(pid=10133): stderr: \u000a| �[0;m�[1;31m20221214104946392 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214104946392 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214104946392 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214104946392 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214104946392 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214104946392 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214104946419 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:trx-lms-limenet-micro/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214104946447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214104946448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214104946449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:49:49.782006 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10132): Terminating (SIGTERM)\u000a10:49:49.822132 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10135): Terminating (SIGTERM)\u000a10:49:49.862296 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10138): Terminating (SIGTERM)\u000a10:49:49.871448 --- ParallelTerminationStrategy: PID 10132 died...\u000a10:49:49.925527 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10132): Terminated: ok {rc=0}\u000a10:49:49.934996 --- ParallelTerminationStrategy: PID 10135 died...\u000a10:49:49.988351 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10135): Terminated: ok {rc=0}\u000a10:49:49.997927 --- ParallelTerminationStrategy: PID 10138 died...\u000a10:49:50.051539 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10138): Terminated: ok {rc=0}\u000a10:49:50.140539 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 265, "className" : "gprs:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10146): Process ended prematurely: osmo-stp_10.42.42.5(pid=10146) [trial-2403↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10146)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10146): Process ended prematurely: osmo-stp_10.42.42.5(pid=10146) [trial-2403↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10146)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:trx-lms-limenet-micro ping_idle_ping.py\u000a----------------------------------------------\u000a10:49:51.193482 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a10:49:51.205409 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a10:49:51.338936 tst ping_idle_ping.py: using LAC 40410\u000a10:49:51.455438 tst ping_idle_ping.py: using RAC 120\u000a10:49:51.574286 tst ping_idle_ping.py: using CellId 40410\u000a10:49:51.690694 tst ping_idle_ping.py: using BVCI 40411\u000a10:49:51.713536 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a10:49:51.724283 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a10:49:51.734903 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a10:49:51.745518 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a10:49:51.756120 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a10:49:51.767455 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a10:49:51.779009 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a10:49:51.790063 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a10:49:52.078386 tst ping_idle_ping.py:24: start network...\u000a10:49:52.210714 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:49:52.720476 run create_hlr_db(pid=10140): Launched\u000a10:49:52.904771 bus /gobi_6: Setting Powered False\u000a10:49:53.926168 run create_hlr_db(pid=10140): Terminated: ok {rc=0}\u000a10:49:54.329993 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10142): Launched\u000a10:49:54.631198 run osmo-hlr_10.42.42.2(pid=10143): Launched\u000a10:49:54.747376 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:49:55.281966 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10145): Launched\u000a10:49:55.584088 run osmo-stp_10.42.42.5(pid=10146): Launched\u000a10:49:55.692236 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:49:56.214229 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10148): Launched\u000a10:49:56.320507 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:49:56.582659 run patchelf(pid=10149): Launched\u000a10:49:56.757734 run osmo-stp_10.42.42.5(pid=10146): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10146)]\u000a10:49:56.886396 run osmo-stp_10.42.42.5(pid=10146): stdout: \u000a| (launched: 2022-12-14_10:49:55.433764)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:49:57.015443 run osmo-stp_10.42.42.5(pid=10146): stderr: \u000a| �[0;m�[38;5;43m20221214104955604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214104955604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214104955604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214104955605 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214104955605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214104955605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214104955606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:49:57.139866 run osmo-stp_10.42.42.5(pid=10146): stdout: \u000a| (launched: 2022-12-14_10:49:55.433764)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:49:57.263098 run osmo-stp_10.42.42.5(pid=10146): stderr: \u000a| �[0;m�[38;5;43m20221214104955604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214104955604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214104955604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214104955605 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214104955605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214104955605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214104955606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:49:57.406922 run patchelf(pid=10149): Terminating (SIGINT)\u000a10:49:57.575728 run patchelf(pid=10149): Terminated: ok {rc=0}\u000a10:49:57.606473 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=10146): Process ended prematurely: osmo-stp_10.42.42.5(pid=10146) [trial-2403↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10146)] [trial-2403↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27]\u000a10:49:57.615241 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a10:49:57.675589 run osmo-hlr_10.42.42.2(pid=10143): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10143)]\u000a10:49:57.725062 run osmo-hlr_10.42.42.2(pid=10143): stdout: \u000a| (launched: 2022-12-14_10:49:54.481775) \u000a10:49:57.775080 run osmo-hlr_10.42.42.2(pid=10143): stderr: \u000a| �[0;m�[1;31m20221214104954657 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214104954657 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214104954657 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214104954657 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214104954657 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214104954657 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214104954674 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:trx-lms-limenet-micro/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214104954684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214104954684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214104954684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:49:57.817776 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10142): Terminating (SIGTERM)\u000a10:49:57.857841 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10145): Terminating (SIGTERM)\u000a10:49:57.897895 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10148): Terminating (SIGTERM)\u000a10:49:57.907032 --- ParallelTerminationStrategy: PID 10142 died...\u000a10:49:57.960858 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10142): Terminated: ok {rc=0}\u000a10:49:57.970374 --- ParallelTerminationStrategy: PID 10145 died...\u000a10:49:58.023717 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10145): Terminated: ok {rc=0}\u000a10:49:58.033244 --- ParallelTerminationStrategy: PID 10148 died...\u000a10:49:58.086279 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10148): Terminated: ok {rc=0}\u000a10:49:58.169502 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "125", "name" : "gprs_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T10:48:59" }, { "cases" : [ { "testActions" : [ ], "age" : 265, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10167): Process ended prematurely: osmo-stp_10.42.42.5(pid=10167) [trial-2403↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10167)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10167): Process ended prematurely: osmo-stp_10.42.42.5(pid=10167) [trial-2403↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10167)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:trx-lms-limenet-micro+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a10:50:00.318827 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:50:00.330238 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a10:50:00.471897 tst cs_paging_gprs_active.py: using LAC 40411\u000a10:50:00.597739 tst cs_paging_gprs_active.py: using RAC 121\u000a10:50:00.719194 tst cs_paging_gprs_active.py: using CellId 40411\u000a10:50:00.840732 tst cs_paging_gprs_active.py: using BVCI 40412\u000a10:50:00.870486 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:50:00.882108 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:50:00.893432 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:50:00.904849 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:50:00.916700 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:50:00.928608 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:50:00.940633 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:50:00.952390 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:50:00.964295 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:50:01.102748 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:50:01.406661 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a10:50:01.547277 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:50:01.909640 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10157): Launched\u000a10:50:02.208773 run iperf3-srv_10.42.42.10(pid=10158): Launched\u000a10:50:02.408483 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a10:50:02.543920 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:50:02.880081 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10159): Launched\u000a10:50:03.159464 run iperf3-srv_10.42.42.10(pid=10160): Launched\u000a10:50:03.358570 tst cs_paging_gprs_active.py:38: start network...\u000a10:50:03.493115 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:50:04.013459 run create_hlr_db(pid=10161): Launched\u000a10:50:04.200311 bus /gobi_6: Setting Powered False\u000a10:50:05.222358 run create_hlr_db(pid=10161): Terminated: ok {rc=0}\u000a10:50:05.635495 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10163): Launched\u000a10:50:05.941765 run osmo-hlr_10.42.42.2(pid=10164): Launched\u000a10:50:06.059810 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:50:06.596024 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10166): Launched\u000a10:50:06.903193 run osmo-stp_10.42.42.5(pid=10167): Launched\u000a10:50:07.014282 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:50:07.549230 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10169): Launched\u000a10:50:07.657754 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:50:07.925978 run patchelf(pid=10170): Launched\u000a10:50:08.105943 run osmo-stp_10.42.42.5(pid=10167): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10167)]\u000a10:50:08.237257 run osmo-stp_10.42.42.5(pid=10167): stdout: \u000a| (launched: 2022-12-14_10:50:06.751651)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:50:08.368171 run osmo-stp_10.42.42.5(pid=10167): stderr: \u000a| �[0;m�[38;5;43m20221214105006920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214105006920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214105006920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214105006920 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214105006921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214105006921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214105006921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:50:08.494518 run osmo-stp_10.42.42.5(pid=10167): stdout: \u000a| (launched: 2022-12-14_10:50:06.751651)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:50:08.619447 run osmo-stp_10.42.42.5(pid=10167): stderr: \u000a| �[0;m�[38;5;43m20221214105006920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214105006920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214105006920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214105006920 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214105006921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214105006921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214105006921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:50:08.765235 run patchelf(pid=10170): Terminating (SIGINT)\u000a10:50:08.936407 run patchelf(pid=10170): Terminated: ok {rc=0}\u000a10:50:08.967885 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=10167): Process ended prematurely: osmo-stp_10.42.42.5(pid=10167) [trial-2403↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10167)] [trial-2403↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a10:50:08.977336 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a10:50:09.038070 run osmo-hlr_10.42.42.2(pid=10164): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10164)]\u000a10:50:09.087604 run osmo-hlr_10.42.42.2(pid=10164): stdout: \u000a| (launched: 2022-12-14_10:50:05.790467) \u000a10:50:09.137752 run osmo-hlr_10.42.42.2(pid=10164): stderr: \u000a| �[0;m�[1;31m20221214105005965 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214105005965 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214105005965 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214105005965 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214105005965 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214105005965 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214105005978 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:trx-lms-limenet-micro+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214105005987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214105005988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214105005988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:50:09.180393 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10157): Terminating (SIGTERM)\u000a10:50:09.220394 run iperf3-srv_10.42.42.10(pid=10158): Terminating (SIGTERM)\u000a10:50:09.260750 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10159): Terminating (SIGTERM)\u000a10:50:09.300844 run iperf3-srv_10.42.42.10(pid=10160): Terminating (SIGTERM)\u000a10:50:09.340921 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10163): Terminating (SIGTERM)\u000a10:50:09.381114 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10166): Terminating (SIGTERM)\u000a10:50:09.421160 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10169): Terminating (SIGTERM)\u000a10:50:09.430403 --- ParallelTerminationStrategy: PID 10157 died...\u000a10:50:09.484076 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10157): Terminated: ok {rc=0}\u000a10:50:09.493579 --- ParallelTerminationStrategy: PID 10158 died...\u000a10:50:09.546490 run iperf3-srv_10.42.42.10(pid=10158): Terminated {rc=256}\u000a10:50:09.556013 --- ParallelTerminationStrategy: PID 10159 died...\u000a10:50:09.609634 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10159): Terminated: ok {rc=0}\u000a10:50:09.619197 --- ParallelTerminationStrategy: PID 10160 died...\u000a10:50:09.672256 run iperf3-srv_10.42.42.10(pid=10160): Terminated {rc=256}\u000a10:50:09.681833 --- ParallelTerminationStrategy: PID 10163 died...\u000a10:50:09.735152 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10163): Terminated: ok {rc=0}\u000a10:50:09.744710 --- ParallelTerminationStrategy: PID 10166 died...\u000a10:50:09.798127 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10166): Terminated: ok {rc=0}\u000a10:50:09.807829 --- ParallelTerminationStrategy: PID 10169 died...\u000a10:50:09.861220 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10169): Terminated: ok {rc=0}\u000a10:50:09.949796 bus /gobi_0: Setting Powered False\u000a10:50:11.053076 bus /gobi_0: Setting Powered False\u000a10:50:12.163859 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 265, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10179): Process ended prematurely: osmo-stp_10.42.42.5(pid=10179) [trial-2403↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10179)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10179): Process ended prematurely: osmo-stp_10.42.42.5(pid=10179) [trial-2403↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10179)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:trx-lms-limenet-micro+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a10:50:13.279024 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:50:13.291446 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a10:50:13.434907 tst iperf3.py: using LAC 40412\u000a10:50:13.561047 tst iperf3.py: using RAC 122\u000a10:50:13.688475 tst iperf3.py: using CellId 40412\u000a10:50:13.818188 tst iperf3.py: using BVCI 40413\u000a10:50:13.842949 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:50:13.854444 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:50:13.865816 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:50:13.877143 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:50:13.888302 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:50:13.899614 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:50:13.911150 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:50:13.922322 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:50:13.933666 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:50:14.227601 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:50:14.363191 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:50:14.698954 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10171): Launched\u000a10:50:14.978883 run iperf3-srv_10.42.42.10(pid=10172): Launched\u000a10:50:15.177132 tst iperf3.py:8: start network...\u000a10:50:15.312636 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:50:15.834008 run create_hlr_db(pid=10173): Launched\u000a10:50:16.029241 bus /gobi_6: Setting Powered False\u000a10:50:17.055030 run create_hlr_db(pid=10173): Terminated: ok {rc=0}\u000a10:50:17.493302 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10175): Launched\u000a10:50:17.819523 run osmo-hlr_10.42.42.2(pid=10176): Launched\u000a10:50:17.937386 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:50:18.499197 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10178): Launched\u000a10:50:18.822159 run osmo-stp_10.42.42.5(pid=10179): Launched\u000a10:50:18.938094 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:50:19.502812 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10181): Launched\u000a10:50:19.617434 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:50:19.900835 run patchelf(pid=10182): Launched\u000a10:50:20.089486 run osmo-stp_10.42.42.5(pid=10179): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10179)]\u000a10:50:20.227187 run osmo-stp_10.42.42.5(pid=10179): stdout: \u000a| (launched: 2022-12-14_10:50:18.662808)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:50:20.366314 run osmo-stp_10.42.42.5(pid=10179): stderr: \u000a| �[0;m�[38;5;43m20221214105018852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214105018852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214105018852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214105018853 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214105018853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214105018853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214105018854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:50:20.499217 run osmo-stp_10.42.42.5(pid=10179): stdout: \u000a| (launched: 2022-12-14_10:50:18.662808)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:50:20.631176 run osmo-stp_10.42.42.5(pid=10179): stderr: \u000a| �[0;m�[38;5;43m20221214105018852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214105018852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214105018852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214105018853 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214105018853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214105018853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214105018854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:50:20.784773 run patchelf(pid=10182): Terminating (SIGINT)\u000a10:50:20.965755 run patchelf(pid=10182): Terminated: ok {rc=0}\u000a10:50:20.999003 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10179): Process ended prematurely: osmo-stp_10.42.42.5(pid=10179) [trial-2403↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10179)] [trial-2403↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8]\u000a10:50:21.009003 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a10:50:21.072163 run osmo-hlr_10.42.42.2(pid=10176): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10176)]\u000a10:50:21.124048 run osmo-hlr_10.42.42.2(pid=10176): stdout: \u000a| (launched: 2022-12-14_10:50:17.658549) \u000a10:50:21.176281 run osmo-hlr_10.42.42.2(pid=10176): stderr: \u000a| �[0;m�[1;31m20221214105017853 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214105017853 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214105017853 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214105017853 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214105017853 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214105017853 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214105017866 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:trx-lms-limenet-micro+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214105017874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214105017875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214105017875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:50:21.220513 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10171): Terminating (SIGTERM)\u000a10:50:21.262406 run iperf3-srv_10.42.42.10(pid=10172): Terminating (SIGTERM)\u000a10:50:21.304245 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10175): Terminating (SIGTERM)\u000a10:50:21.346362 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10178): Terminating (SIGTERM)\u000a10:50:21.388761 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10181): Terminating (SIGTERM)\u000a10:50:21.398536 --- ParallelTerminationStrategy: PID 10171 died...\u000a10:50:21.454306 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10171): Terminated: ok {rc=0}\u000a10:50:21.464301 --- ParallelTerminationStrategy: PID 10172 died...\u000a10:50:21.519827 run iperf3-srv_10.42.42.10(pid=10172): Terminated {rc=256}\u000a10:50:21.529825 --- ParallelTerminationStrategy: PID 10175 died...\u000a10:50:21.585461 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10175): Terminated: ok {rc=0}\u000a10:50:21.595463 --- ParallelTerminationStrategy: PID 10178 died...\u000a10:50:21.650606 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10178): Terminated: ok {rc=0}\u000a10:50:21.660616 --- ParallelTerminationStrategy: PID 10181 died...\u000a10:50:21.716054 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10181): Terminated: ok {rc=0}\u000a10:50:21.802694 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 265, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10197): Process ended prematurely: osmo-stp_10.42.42.5(pid=10197) [trial-2403↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10197)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10197): Process ended prematurely: osmo-stp_10.42.42.5(pid=10197) [trial-2403↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10197)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:trx-lms-limenet-micro+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a10:50:22.919458 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:50:22.931604 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a10:50:23.073015 tst iperf3m4.py: using LAC 40413\u000a10:50:23.200828 tst iperf3m4.py: using RAC 123\u000a10:50:23.328515 tst iperf3m4.py: using CellId 40413\u000a10:50:23.454224 tst iperf3m4.py: using BVCI 40414\u000a10:50:23.478945 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:50:23.490504 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:50:23.501798 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:50:23.513142 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:50:23.524429 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:50:23.535756 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:50:23.547191 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:50:23.558824 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:50:23.570317 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:50:23.694816 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:50:23.814571 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:50:23.932123 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:50:24.226834 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:50:24.361163 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:50:24.697836 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10183): Launched\u000a10:50:24.977971 run iperf3-srv_10.42.42.10(pid=10184): Launched\u000a10:50:25.174957 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a10:50:25.309284 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:50:25.647042 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10185): Launched\u000a10:50:25.926078 run iperf3-srv_10.42.42.10(pid=10186): Launched\u000a10:50:26.122991 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a10:50:26.257524 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:50:26.595228 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10187): Launched\u000a10:50:26.873596 run iperf3-srv_10.42.42.10(pid=10188): Launched\u000a10:50:27.070495 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a10:50:27.205059 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:50:27.543132 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10189): Launched\u000a10:50:27.822620 run iperf3-srv_10.42.42.10(pid=10190): Launched\u000a10:50:28.019487 tst iperf3m4.py:8: start network...\u000a10:50:28.153559 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:50:28.674064 run create_hlr_db(pid=10191): Launched\u000a10:50:28.860838 bus /gobi_6: Setting Powered False\u000a10:50:29.880937 run create_hlr_db(pid=10191): Terminated: ok {rc=0}\u000a10:50:30.314874 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10193): Launched\u000a10:50:30.637428 run osmo-hlr_10.42.42.2(pid=10194): Launched\u000a10:50:30.758327 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:50:31.342978 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10196): Launched\u000a10:50:31.719964 run osmo-stp_10.42.42.5(pid=10197): Launched\u000a10:50:31.895598 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:50:32.521314 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10199): Launched\u000a10:50:32.630099 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:50:32.899498 run patchelf(pid=10200): Launched\u000a10:50:33.078391 run osmo-stp_10.42.42.5(pid=10197): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10197)]\u000a10:50:33.209099 run osmo-stp_10.42.42.5(pid=10197): stdout: \u000a| (launched: 2022-12-14_10:50:31.504133)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:50:33.339960 run osmo-stp_10.42.42.5(pid=10197): stderr: \u000a| �[0;m�[38;5;43m20221214105031856 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214105031856 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214105031856 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214105031856 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214105031857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214105031857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214105031857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:50:33.466029 run osmo-stp_10.42.42.5(pid=10197): stdout: \u000a| (launched: 2022-12-14_10:50:31.504133)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:50:33.590912 run osmo-stp_10.42.42.5(pid=10197): stderr: \u000a| �[0;m�[38;5;43m20221214105031856 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214105031856 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214105031856 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214105031856 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214105031857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214105031857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214105031857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:50:33.736446 run patchelf(pid=10200): Terminating (SIGINT)\u000a10:50:33.907914 run patchelf(pid=10200): Terminated: ok {rc=0}\u000a10:50:33.939376 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10197): Process ended prematurely: osmo-stp_10.42.42.5(pid=10197) [trial-2403↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10197)] [trial-2403↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8]\u000a10:50:33.948817 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a10:50:34.009621 run osmo-hlr_10.42.42.2(pid=10194): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10194)]\u000a10:50:34.058879 run osmo-hlr_10.42.42.2(pid=10194): stdout: \u000a| (launched: 2022-12-14_10:50:30.479043) \u000a10:50:34.109029 run osmo-hlr_10.42.42.2(pid=10194): stderr: \u000a| �[0;m�[1;31m20221214105030674 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214105030674 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214105030674 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214105030674 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214105030674 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214105030674 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214105030687 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:trx-lms-limenet-micro+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214105030695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214105030696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214105030696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:50:34.151560 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10183): Terminating (SIGTERM)\u000a10:50:34.191712 run iperf3-srv_10.42.42.10(pid=10184): Terminating (SIGTERM)\u000a10:50:34.231889 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10185): Terminating (SIGTERM)\u000a10:50:34.271813 run iperf3-srv_10.42.42.10(pid=10186): Terminating (SIGTERM)\u000a10:50:34.312023 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10187): Terminating (SIGTERM)\u000a10:50:34.351992 run iperf3-srv_10.42.42.10(pid=10188): Terminating (SIGTERM)\u000a10:50:34.392078 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10189): Terminating (SIGTERM)\u000a10:50:34.431944 run iperf3-srv_10.42.42.10(pid=10190): Terminating (SIGTERM)\u000a10:50:34.472058 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10193): Terminating (SIGTERM)\u000a10:50:34.511982 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10196): Terminating (SIGTERM)\u000a10:50:34.551768 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10199): Terminating (SIGTERM)\u000a10:50:34.560492 --- ParallelTerminationStrategy: PID 10183 died...\u000a10:50:34.614221 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10183): Terminated: ok {rc=0}\u000a10:50:34.623658 --- ParallelTerminationStrategy: PID 10184 died...\u000a10:50:34.676925 run iperf3-srv_10.42.42.10(pid=10184): Terminated {rc=256}\u000a10:50:34.686460 --- ParallelTerminationStrategy: PID 10185 died...\u000a10:50:34.740212 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10185): Terminated: ok {rc=0}\u000a10:50:34.749694 --- ParallelTerminationStrategy: PID 10186 died...\u000a10:50:34.803021 run iperf3-srv_10.42.42.10(pid=10186): Terminated {rc=256}\u000a10:50:34.812515 --- ParallelTerminationStrategy: PID 10187 died...\u000a10:50:34.865955 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10187): Terminated: ok {rc=0}\u000a10:50:34.875383 --- ParallelTerminationStrategy: PID 10188 died...\u000a10:50:34.928486 run iperf3-srv_10.42.42.10(pid=10188): Terminated {rc=256}\u000a10:50:34.937941 --- ParallelTerminationStrategy: PID 10189 died...\u000a10:50:34.991495 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10189): Terminated: ok {rc=0}\u000a10:50:35.000913 --- ParallelTerminationStrategy: PID 10190 died...\u000a10:50:35.054254 run iperf3-srv_10.42.42.10(pid=10190): Terminated {rc=256}\u000a10:50:35.063714 --- ParallelTerminationStrategy: PID 10193 died...\u000a10:50:35.117207 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10193): Terminated: ok {rc=0}\u000a10:50:35.126679 --- ParallelTerminationStrategy: PID 10196 died...\u000a10:50:35.180018 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10196): Terminated: ok {rc=0}\u000a10:50:35.189633 --- ParallelTerminationStrategy: PID 10199 died...\u000a10:50:35.242859 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10199): Terminated: ok {rc=0}\u000a10:50:35.327155 bus /gobi_4: Setting Powered False\u000a10:50:36.434514 bus /gobi_4: Setting Powered False\u000a10:50:37.548788 bus /gobi_1: Setting Powered False\u000a10:50:38.652556 bus /gobi_1: Setting Powered False\u000a10:50:39.764912 bus /gobi_0: Setting Powered False\u000a10:50:40.867325 bus /gobi_0: Setting Powered False\u000a10:50:41.995007 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 265, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10208): Process ended prematurely: osmo-stp_10.42.42.5(pid=10208) [trial-2403↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10208)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10208): Process ended prematurely: osmo-stp_10.42.42.5(pid=10208) [trial-2403↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10208)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:trx-lms-limenet-micro+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a10:50:43.064657 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:50:43.076782 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a10:50:43.217967 tst ping.py: using LAC 40414\u000a10:50:43.343604 tst ping.py: using RAC 124\u000a10:50:43.469418 tst ping.py: using CellId 40414\u000a10:50:43.595044 tst ping.py: using BVCI 40415\u000a10:50:43.619403 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:50:43.631014 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:50:43.642413 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:50:43.653871 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:50:43.665529 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:50:43.677244 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:50:43.689216 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:50:43.701107 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:50:43.994984 tst ping.py:19: start network...\u000a10:50:44.127690 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:50:44.638308 run create_hlr_db(pid=10202): Launched\u000a10:50:44.821958 bus /gobi_6: Setting Powered False\u000a10:50:45.845959 run create_hlr_db(pid=10202): Terminated: ok {rc=0}\u000a10:50:46.291423 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10204): Launched\u000a10:50:46.606315 run osmo-hlr_10.42.42.2(pid=10205): Launched\u000a10:50:46.814695 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:50:47.450026 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10207): Launched\u000a10:50:47.750784 run osmo-stp_10.42.42.5(pid=10208): Launched\u000a10:50:47.859839 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:50:48.381781 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10210): Launched\u000a10:50:48.487863 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:50:48.750074 run patchelf(pid=10211): Launched\u000a10:50:48.925906 run osmo-stp_10.42.42.5(pid=10208): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10208)]\u000a10:50:49.055012 run osmo-stp_10.42.42.5(pid=10208): stdout: \u000a| (launched: 2022-12-14_10:50:47.602000)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:50:49.184227 run osmo-stp_10.42.42.5(pid=10208): stderr: \u000a| �[0;m�[38;5;43m20221214105047772 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214105047773 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214105047773 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214105047773 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214105047774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214105047774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214105047774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:50:49.308451 run osmo-stp_10.42.42.5(pid=10208): stdout: \u000a| (launched: 2022-12-14_10:50:47.602000)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:50:49.431532 run osmo-stp_10.42.42.5(pid=10208): stderr: \u000a| �[0;m�[38;5;43m20221214105047772 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214105047773 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214105047773 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214105047773 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214105047774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214105047774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214105047774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:50:49.575213 run patchelf(pid=10211): Terminating (SIGINT)\u000a10:50:49.744158 run patchelf(pid=10211): Terminated: ok {rc=0}\u000a10:50:49.774972 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=10208): Process ended prematurely: osmo-stp_10.42.42.5(pid=10208) [trial-2403↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10208)] [trial-2403↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22]\u000a10:50:49.783832 tst ping.py:22: Test FAILED (6.7 sec)\u000a10:50:49.844924 run osmo-hlr_10.42.42.2(pid=10205): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10205)]\u000a10:50:49.894901 run osmo-hlr_10.42.42.2(pid=10205): stdout: \u000a| (launched: 2022-12-14_10:50:46.446778) \u000a10:50:49.945362 run osmo-hlr_10.42.42.2(pid=10205): stderr: \u000a| �[0;m�[1;31m20221214105046778 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214105046778 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214105046778 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214105046778 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214105046778 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214105046778 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214105046802 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:trx-lms-limenet-micro+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214105046810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214105046810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214105046810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:50:49.988439 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10204): Terminating (SIGTERM)\u000a10:50:50.028805 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10207): Terminating (SIGTERM)\u000a10:50:50.069275 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10210): Terminating (SIGTERM)\u000a10:50:50.078631 --- ParallelTerminationStrategy: PID 10204 died...\u000a10:50:50.133230 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10204): Terminated: ok {rc=0}\u000a10:50:50.142917 --- ParallelTerminationStrategy: PID 10207 died...\u000a10:50:50.197096 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10207): Terminated: ok {rc=0}\u000a10:50:50.206806 --- ParallelTerminationStrategy: PID 10210 died...\u000a10:50:50.260898 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10210): Terminated: ok {rc=0}\u000a10:50:50.350510 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 265, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10220): Process ended prematurely: osmo-stp_10.42.42.5(pid=10220) [trial-2403↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10220)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10220): Process ended prematurely: osmo-stp_10.42.42.5(pid=10220) [trial-2403↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10220)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:trx-lms-limenet-micro+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a10:50:51.402505 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:50:51.414218 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a10:50:51.548693 tst ping_idle_ping.py: using LAC 40415\u000a10:50:51.667845 tst ping_idle_ping.py: using RAC 125\u000a10:50:51.784492 tst ping_idle_ping.py: using CellId 40415\u000a10:50:51.903515 tst ping_idle_ping.py: using BVCI 40416\u000a10:50:51.926298 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:50:51.937450 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:50:51.948279 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:50:51.959106 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:50:51.970154 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:50:51.982499 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:50:51.993806 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:50:52.004870 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:50:52.285531 tst ping_idle_ping.py:24: start network...\u000a10:50:52.410004 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:50:52.884611 run create_hlr_db(pid=10214): Launched\u000a10:50:53.058309 bus /gobi_6: Setting Powered False\u000a10:50:54.078534 run create_hlr_db(pid=10214): Terminated: ok {rc=0}\u000a10:50:54.505182 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10216): Launched\u000a10:50:54.825484 run osmo-hlr_10.42.42.2(pid=10217): Launched\u000a10:50:54.940361 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:50:55.495628 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10219): Launched\u000a10:50:55.815209 run osmo-stp_10.42.42.5(pid=10220): Launched\u000a10:50:55.931838 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:50:56.487792 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10222): Launched\u000a10:50:56.600881 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:50:56.880217 run patchelf(pid=10223): Launched\u000a10:50:57.067772 run osmo-stp_10.42.42.5(pid=10220): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10220)]\u000a10:50:57.204641 run osmo-stp_10.42.42.5(pid=10220): stdout: \u000a| (launched: 2022-12-14_10:50:55.658006)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:50:57.342355 run osmo-stp_10.42.42.5(pid=10220): stderr: \u000a| �[0;m�[38;5;43m20221214105055847 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214105055847 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214105055847 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214105055848 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214105055848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214105055848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214105055848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:50:57.474240 run osmo-stp_10.42.42.5(pid=10220): stdout: \u000a| (launched: 2022-12-14_10:50:55.658006)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:50:57.604491 run osmo-stp_10.42.42.5(pid=10220): stderr: \u000a| �[0;m�[38;5;43m20221214105055847 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214105055847 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214105055847 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214105055848 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214105055848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214105055848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214105055848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:50:57.757534 run patchelf(pid=10223): Terminating (SIGINT)\u000a10:50:57.936075 run patchelf(pid=10223): Terminated: ok {rc=0}\u000a10:50:57.968689 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=10220): Process ended prematurely: osmo-stp_10.42.42.5(pid=10220) [trial-2403↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10220)] [trial-2403↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a10:50:57.978298 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a10:50:58.041302 run osmo-hlr_10.42.42.2(pid=10217): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10217)]\u000a10:50:58.093041 run osmo-hlr_10.42.42.2(pid=10217): stdout: \u000a| (launched: 2022-12-14_10:50:54.666691) \u000a10:50:58.145549 run osmo-hlr_10.42.42.2(pid=10217): stderr: \u000a| �[0;m�[1;31m20221214105054861 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214105054861 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214105054861 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214105054861 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214105054861 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214105054861 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214105054874 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:trx-lms-limenet-micro+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214105054882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214105054882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214105054882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:50:58.190279 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10216): Terminating (SIGTERM)\u000a10:50:58.232290 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10219): Terminating (SIGTERM)\u000a10:50:58.274385 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10222): Terminating (SIGTERM)\u000a10:50:58.284193 --- ParallelTerminationStrategy: PID 10216 died...\u000a10:50:58.341286 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10216): Terminated: ok {rc=0}\u000a10:50:58.351536 --- ParallelTerminationStrategy: PID 10219 died...\u000a10:50:58.407471 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10219): Terminated: ok {rc=0}\u000a10:50:58.417943 --- ParallelTerminationStrategy: PID 10222 died...\u000a10:50:58.473999 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10222): Terminated: ok {rc=0}\u000a10:50:58.560900 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "126", "name" : "gprs_trx-lms-limenet-micro+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T10:49:59" }, { "cases" : [ { "testActions" : [ ], "age" : 265, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10237): Process ended prematurely: osmo-stp_10.42.42.5(pid=10237) [trial-2403↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10237)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10237): Process ended prematurely: osmo-stp_10.42.42.5(pid=10237) [trial-2403↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10237)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a10:51:00.710228 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:51:00.721253 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a10:51:00.885623 tst cs_paging_gprs_active.py: using LAC 40416\u000a10:51:01.026764 tst cs_paging_gprs_active.py: using RAC 126\u000a10:51:01.150639 tst cs_paging_gprs_active.py: using CellId 40416\u000a10:51:01.273869 tst cs_paging_gprs_active.py: using BVCI 40417\u000a10:51:01.298412 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:51:01.310502 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:51:01.322488 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:51:01.334606 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:51:01.348130 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:51:01.361394 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:51:01.374624 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:51:01.387632 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:51:01.400860 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:51:01.521942 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:51:01.854216 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a10:51:01.993432 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:51:02.342787 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10227): Launched\u000a10:51:02.610732 run iperf3-srv_10.42.42.10(pid=10228): Launched\u000a10:51:02.797301 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a10:51:02.924865 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:51:03.242622 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10229): Launched\u000a10:51:03.507530 run iperf3-srv_10.42.42.10(pid=10230): Launched\u000a10:51:03.694738 tst cs_paging_gprs_active.py:38: start network...\u000a10:51:03.822924 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:51:04.306353 run create_hlr_db(pid=10231): Launched\u000a10:51:04.483347 bus /gobi_6: Setting Powered False\u000a10:51:05.514884 run create_hlr_db(pid=10231): Terminated: ok {rc=0}\u000a10:51:05.951503 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10233): Launched\u000a10:51:06.279661 run osmo-hlr_10.42.42.2(pid=10234): Launched\u000a10:51:06.398842 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:51:06.966541 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10236): Launched\u000a10:51:07.292695 run osmo-stp_10.42.42.5(pid=10237): Launched\u000a10:51:07.410603 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:51:07.980402 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10239): Launched\u000a10:51:08.096782 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:51:08.384518 run patchelf(pid=10240): Launched\u000a10:51:08.575786 run osmo-stp_10.42.42.5(pid=10237): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10237)]\u000a10:51:08.715450 run osmo-stp_10.42.42.5(pid=10237): stdout: \u000a| (launched: 2022-12-14_10:51:07.132343)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:51:08.855217 run osmo-stp_10.42.42.5(pid=10237): stderr: \u000a| �[0;m�[38;5;43m20221214105107324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214105107324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214105107324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214105107325 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214105107325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214105107325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214105107325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:51:08.990413 run osmo-stp_10.42.42.5(pid=10237): stdout: \u000a| (launched: 2022-12-14_10:51:07.132343)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:51:09.124200 run osmo-stp_10.42.42.5(pid=10237): stderr: \u000a| �[0;m�[38;5;43m20221214105107324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214105107324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214105107324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214105107325 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214105107325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214105107325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214105107325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:51:09.280277 run patchelf(pid=10240): Terminating (SIGINT)\u000a10:51:09.464480 run patchelf(pid=10240): Terminated: ok {rc=0}\u000a10:51:09.498381 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=10237): Process ended prematurely: osmo-stp_10.42.42.5(pid=10237) [trial-2403↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10237)] [trial-2403↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a10:51:09.508441 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a10:51:09.572165 run osmo-hlr_10.42.42.2(pid=10234): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10234)]\u000a10:51:09.624074 run osmo-hlr_10.42.42.2(pid=10234): stdout: \u000a| (launched: 2022-12-14_10:51:06.117264) \u000a10:51:09.677011 run osmo-hlr_10.42.42.2(pid=10234): stderr: \u000a| �[0;m�[1;31m20221214105106315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214105106315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214105106315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214105106315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214105106315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214105106315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214105106331 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214105106340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214105106340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214105106340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:51:09.722108 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10227): Terminating (SIGTERM)\u000a10:51:09.764674 run iperf3-srv_10.42.42.10(pid=10228): Terminating (SIGTERM)\u000a10:51:09.807442 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10229): Terminating (SIGTERM)\u000a10:51:09.849738 run iperf3-srv_10.42.42.10(pid=10230): Terminating (SIGTERM)\u000a10:51:09.892430 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10233): Terminating (SIGTERM)\u000a10:51:09.935052 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10236): Terminating (SIGTERM)\u000a10:51:09.977454 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10239): Terminating (SIGTERM)\u000a10:51:09.987215 --- ParallelTerminationStrategy: PID 10227 died...\u000a10:51:10.044060 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10227): Terminated: ok {rc=0}\u000a10:51:10.054294 --- ParallelTerminationStrategy: PID 10228 died...\u000a10:51:10.110310 run iperf3-srv_10.42.42.10(pid=10228): Terminated {rc=256}\u000a10:51:10.120458 --- ParallelTerminationStrategy: PID 10229 died...\u000a10:51:10.176408 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10229): Terminated: ok {rc=0}\u000a10:51:10.186409 --- ParallelTerminationStrategy: PID 10230 died...\u000a10:51:10.242548 run iperf3-srv_10.42.42.10(pid=10230): Terminated {rc=256}\u000a10:51:10.252732 --- ParallelTerminationStrategy: PID 10233 died...\u000a10:51:10.309319 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10233): Terminated: ok {rc=0}\u000a10:51:10.319639 --- ParallelTerminationStrategy: PID 10236 died...\u000a10:51:10.375817 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10236): Terminated: ok {rc=0}\u000a10:51:10.386144 --- ParallelTerminationStrategy: PID 10239 died...\u000a10:51:10.442111 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10239): Terminated: ok {rc=0}\u000a10:51:10.529593 bus /gobi_0: Setting Powered False\u000a10:51:11.636183 bus /gobi_0: Setting Powered False\u000a10:51:12.744902 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 265, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10249): Process ended prematurely: osmo-stp_10.42.42.5(pid=10249) [trial-2403↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10249)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10249): Process ended prematurely: osmo-stp_10.42.42.5(pid=10249) [trial-2403↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10249)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a10:51:13.860413 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:51:13.872567 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a10:51:14.037064 tst iperf3.py: using LAC 40417\u000a10:51:14.164845 tst iperf3.py: using RAC 127\u000a10:51:14.287016 tst iperf3.py: using CellId 40417\u000a10:51:14.408118 tst iperf3.py: using BVCI 40418\u000a10:51:14.431415 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:51:14.442698 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:51:14.453935 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:51:14.465090 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:51:14.476183 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:51:14.487390 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:51:14.498729 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:51:14.509768 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:51:14.521129 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:51:14.801412 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:51:14.928016 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:51:15.246083 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10241): Launched\u000a10:51:15.509981 run iperf3-srv_10.42.42.10(pid=10242): Launched\u000a10:51:15.695253 tst iperf3.py:8: start network...\u000a10:51:15.822460 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:51:16.382269 run create_hlr_db(pid=10243): Launched\u000a10:51:16.581458 bus /gobi_6: Setting Powered False\u000a10:51:17.590910 run create_hlr_db(pid=10243): Terminated: ok {rc=0}\u000a10:51:18.031379 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10245): Launched\u000a10:51:18.359067 run osmo-hlr_10.42.42.2(pid=10246): Launched\u000a10:51:18.476759 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:51:19.047213 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10248): Launched\u000a10:51:19.372142 run osmo-stp_10.42.42.5(pid=10249): Launched\u000a10:51:19.487913 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:51:20.055689 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10251): Launched\u000a10:51:20.170877 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:51:20.456543 run patchelf(pid=10252): Launched\u000a10:51:20.646433 run osmo-stp_10.42.42.5(pid=10249): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10249)]\u000a10:51:20.784764 run osmo-stp_10.42.42.5(pid=10249): stdout: \u000a| (launched: 2022-12-14_10:51:19.211120)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:51:20.923159 run osmo-stp_10.42.42.5(pid=10249): stderr: \u000a| �[0;m�[38;5;43m20221214105119401 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214105119401 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214105119402 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214105119402 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214105119403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214105119403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214105119403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:51:21.056817 run osmo-stp_10.42.42.5(pid=10249): stdout: \u000a| (launched: 2022-12-14_10:51:19.211120)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:51:21.189030 run osmo-stp_10.42.42.5(pid=10249): stderr: \u000a| �[0;m�[38;5;43m20221214105119401 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214105119401 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214105119402 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214105119402 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214105119403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214105119403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214105119403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:51:21.344174 run patchelf(pid=10252): Terminating (SIGINT)\u000a10:51:21.526732 run patchelf(pid=10252): Terminated: ok {rc=0}\u000a10:51:21.560232 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10249): Process ended prematurely: osmo-stp_10.42.42.5(pid=10249) [trial-2403↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10249)] [trial-2403↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a10:51:21.570390 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a10:51:21.634072 run osmo-hlr_10.42.42.2(pid=10246): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10246)]\u000a10:51:21.685765 run osmo-hlr_10.42.42.2(pid=10246): stdout: \u000a| (launched: 2022-12-14_10:51:18.197059) \u000a10:51:21.738183 run osmo-hlr_10.42.42.2(pid=10246): stderr: \u000a| �[0;m�[1;31m20221214105118395 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214105118395 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214105118395 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214105118395 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214105118396 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214105118396 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214105118411 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214105118420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214105118421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214105118421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:51:21.782781 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10241): Terminating (SIGTERM)\u000a10:51:21.824706 run iperf3-srv_10.42.42.10(pid=10242): Terminating (SIGTERM)\u000a10:51:21.868028 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10245): Terminating (SIGTERM)\u000a10:51:21.910262 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10248): Terminating (SIGTERM)\u000a10:51:21.952116 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10251): Terminating (SIGTERM)\u000a10:51:21.961858 --- ParallelTerminationStrategy: PID 10241 died...\u000a10:51:22.018003 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10241): Terminated: ok {rc=0}\u000a10:51:22.028103 --- ParallelTerminationStrategy: PID 10242 died...\u000a10:51:22.084037 run iperf3-srv_10.42.42.10(pid=10242): Terminated {rc=256}\u000a10:51:22.094234 --- ParallelTerminationStrategy: PID 10245 died...\u000a10:51:22.150164 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10245): Terminated: ok {rc=0}\u000a10:51:22.160184 --- ParallelTerminationStrategy: PID 10248 died...\u000a10:51:22.216066 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10248): Terminated: ok {rc=0}\u000a10:51:22.226115 --- ParallelTerminationStrategy: PID 10251 died...\u000a10:51:22.281949 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10251): Terminated: ok {rc=0}\u000a10:51:22.370279 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 265, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10267): Process ended prematurely: osmo-stp_10.42.42.5(pid=10267) [trial-2403↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10267)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10267): Process ended prematurely: osmo-stp_10.42.42.5(pid=10267) [trial-2403↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10267)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a10:51:23.486168 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:51:23.498346 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a10:51:23.658972 tst iperf3m4.py: using LAC 40418\u000a10:51:23.785068 tst iperf3m4.py: using RAC 128\u000a10:51:23.914127 tst iperf3m4.py: using CellId 40418\u000a10:51:24.041750 tst iperf3m4.py: using BVCI 40419\u000a10:51:24.066677 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:51:24.078280 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:51:24.089642 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:51:24.101120 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:51:24.112417 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:51:24.123815 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:51:24.135327 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:51:24.146786 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:51:24.158293 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:51:24.277865 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:51:24.402789 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:51:24.523960 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:51:24.807527 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:51:24.934838 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:51:25.253124 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10253): Launched\u000a10:51:25.517448 run iperf3-srv_10.42.42.10(pid=10254): Launched\u000a10:51:25.703241 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a10:51:25.829873 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:51:26.149747 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10255): Launched\u000a10:51:26.413623 run iperf3-srv_10.42.42.10(pid=10256): Launched\u000a10:51:26.599751 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a10:51:26.725978 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:51:27.045031 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10257): Launched\u000a10:51:27.308623 run iperf3-srv_10.42.42.10(pid=10258): Launched\u000a10:51:27.494680 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a10:51:27.621785 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:51:27.940833 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10259): Launched\u000a10:51:28.203990 run iperf3-srv_10.42.42.10(pid=10260): Launched\u000a10:51:28.389878 tst iperf3m4.py:8: start network...\u000a10:51:28.516758 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:51:28.997278 run create_hlr_db(pid=10261): Launched\u000a10:51:29.172052 bus /gobi_6: Setting Powered False\u000a10:51:30.194691 run create_hlr_db(pid=10261): Terminated: ok {rc=0}\u000a10:51:30.602951 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10263): Launched\u000a10:51:31.055253 run osmo-hlr_10.42.42.2(pid=10264): Launched\u000a10:51:31.276198 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:51:31.881710 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10266): Launched\u000a10:51:32.290856 run osmo-stp_10.42.42.5(pid=10267): Launched\u000a10:51:32.454148 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:51:32.989489 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10269): Launched\u000a10:51:33.098292 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:51:33.367388 run patchelf(pid=10270): Launched\u000a10:51:33.546769 run osmo-stp_10.42.42.5(pid=10267): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10267)]\u000a10:51:33.677945 run osmo-stp_10.42.42.5(pid=10267): stdout: \u000a| (launched: 2022-12-14_10:51:32.075722)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:51:33.809322 run osmo-stp_10.42.42.5(pid=10267): stderr: \u000a| �[0;m�[38;5;43m20221214105132372 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214105132372 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214105132373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214105132373 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214105132374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214105132374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214105132374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:51:33.935655 run osmo-stp_10.42.42.5(pid=10267): stdout: \u000a| (launched: 2022-12-14_10:51:32.075722)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:51:34.061122 run osmo-stp_10.42.42.5(pid=10267): stderr: \u000a| �[0;m�[38;5;43m20221214105132372 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214105132372 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214105132373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214105132373 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214105132374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214105132374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214105132374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:51:34.207103 run patchelf(pid=10270): Terminating (SIGINT)\u000a10:51:34.379057 run patchelf(pid=10270): Terminated: ok {rc=0}\u000a10:51:34.410775 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10267): Process ended prematurely: osmo-stp_10.42.42.5(pid=10267) [trial-2403↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10267)] [trial-2403↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a10:51:34.420239 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a10:51:34.481202 run osmo-hlr_10.42.42.2(pid=10264): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10264)]\u000a10:51:34.530591 run osmo-hlr_10.42.42.2(pid=10264): stdout: \u000a| (launched: 2022-12-14_10:51:30.757420) \u000a10:51:34.580763 run osmo-hlr_10.42.42.2(pid=10264): stderr: \u000a| �[0;m�[1;31m20221214105131042 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214105131042 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214105131042 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214105131042 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214105131042 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214105131042 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214105131059 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214105131076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214105131076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214105131076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:51:34.623275 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10253): Terminating (SIGTERM)\u000a10:51:34.663197 run iperf3-srv_10.42.42.10(pid=10254): Terminating (SIGTERM)\u000a10:51:34.703335 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10255): Terminating (SIGTERM)\u000a10:51:34.743198 run iperf3-srv_10.42.42.10(pid=10256): Terminating (SIGTERM)\u000a10:51:34.783286 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10257): Terminating (SIGTERM)\u000a10:51:34.823634 run iperf3-srv_10.42.42.10(pid=10258): Terminating (SIGTERM)\u000a10:51:34.864084 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10259): Terminating (SIGTERM)\u000a10:51:34.903915 run iperf3-srv_10.42.42.10(pid=10260): Terminating (SIGTERM)\u000a10:51:34.943889 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10263): Terminating (SIGTERM)\u000a10:51:34.983625 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10266): Terminating (SIGTERM)\u000a10:51:35.023401 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10269): Terminating (SIGTERM)\u000a10:51:35.032530 --- ParallelTerminationStrategy: PID 10253 died...\u000a10:51:35.086100 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10253): Terminated: ok {rc=0}\u000a10:51:35.095547 --- ParallelTerminationStrategy: PID 10254 died...\u000a10:51:35.148777 run iperf3-srv_10.42.42.10(pid=10254): Terminated {rc=256}\u000a10:51:35.158213 --- ParallelTerminationStrategy: PID 10255 died...\u000a10:51:35.211465 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10255): Terminated: ok {rc=0}\u000a10:51:35.220788 --- ParallelTerminationStrategy: PID 10256 died...\u000a10:51:35.273911 run iperf3-srv_10.42.42.10(pid=10256): Terminated {rc=256}\u000a10:51:35.283329 --- ParallelTerminationStrategy: PID 10257 died...\u000a10:51:35.336283 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10257): Terminated: ok {rc=0}\u000a10:51:35.345828 --- ParallelTerminationStrategy: PID 10258 died...\u000a10:51:35.398739 run iperf3-srv_10.42.42.10(pid=10258): Terminated {rc=256}\u000a10:51:35.408233 --- ParallelTerminationStrategy: PID 10259 died...\u000a10:51:35.461413 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10259): Terminated: ok {rc=0}\u000a10:51:35.470901 --- ParallelTerminationStrategy: PID 10260 died...\u000a10:51:35.524290 run iperf3-srv_10.42.42.10(pid=10260): Terminated {rc=256}\u000a10:51:35.533803 --- ParallelTerminationStrategy: PID 10263 died...\u000a10:51:35.586921 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10263): Terminated: ok {rc=0}\u000a10:51:35.596757 --- ParallelTerminationStrategy: PID 10266 died...\u000a10:51:35.649684 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10266): Terminated: ok {rc=0}\u000a10:51:35.659154 --- ParallelTerminationStrategy: PID 10269 died...\u000a10:51:35.712491 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10269): Terminated: ok {rc=0}\u000a10:51:35.800883 bus /gobi_4: Setting Powered False\u000a10:51:36.904137 bus /gobi_4: Setting Powered False\u000a10:51:38.015742 bus /gobi_1: Setting Powered False\u000a10:51:39.121129 bus /gobi_1: Setting Powered False\u000a10:51:40.228880 bus /gobi_0: Setting Powered False\u000a10:51:41.336244 bus /gobi_0: Setting Powered False\u000a10:51:42.445695 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 265, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10277): Process ended prematurely: osmo-stp_10.42.42.5(pid=10277) [trial-2403↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10277)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10277): Process ended prematurely: osmo-stp_10.42.42.5(pid=10277) [trial-2403↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10277)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a10:51:43.514500 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:51:43.526657 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a10:51:43.687803 tst ping.py: using LAC 40419\u000a10:51:43.814461 tst ping.py: using RAC 129\u000a10:51:43.938475 tst ping.py: using CellId 40419\u000a10:51:44.063448 tst ping.py: using BVCI 40420\u000a10:51:44.087767 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:51:44.099308 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:51:44.110766 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:51:44.122250 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:51:44.133561 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:51:44.144881 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:51:44.156340 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:51:44.167689 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:51:44.457422 tst ping.py:19: start network...\u000a10:51:44.589903 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:51:45.098636 run create_hlr_db(pid=10271): Launched\u000a10:51:45.282632 bus /gobi_6: Setting Powered False\u000a10:51:46.307394 run create_hlr_db(pid=10271): Terminated: ok {rc=0}\u000a10:51:46.749136 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10273): Launched\u000a10:51:47.173047 run osmo-hlr_10.42.42.2(pid=10274): Launched\u000a10:51:47.293449 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:51:47.851201 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10276): Launched\u000a10:51:48.171968 run osmo-stp_10.42.42.5(pid=10277): Launched\u000a10:51:48.287497 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:51:48.846351 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10279): Launched\u000a10:51:48.959144 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:51:49.237924 run patchelf(pid=10280): Launched\u000a10:51:49.424408 run osmo-stp_10.42.42.5(pid=10277): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10277)]\u000a10:51:49.560654 run osmo-stp_10.42.42.5(pid=10277): stdout: \u000a| (launched: 2022-12-14_10:51:48.012719)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:51:49.696653 run osmo-stp_10.42.42.5(pid=10277): stderr: \u000a| �[0;m�[38;5;43m20221214105148205 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214105148205 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214105148206 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214105148206 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214105148207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214105148207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214105148207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:51:49.827824 run osmo-stp_10.42.42.5(pid=10277): stdout: \u000a| (launched: 2022-12-14_10:51:48.012719)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:51:49.957858 run osmo-stp_10.42.42.5(pid=10277): stderr: \u000a| �[0;m�[38;5;43m20221214105148205 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214105148205 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214105148206 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214105148206 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214105148207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214105148207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214105148207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:51:50.109777 run patchelf(pid=10280): Terminating (SIGINT)\u000a10:51:50.288304 run patchelf(pid=10280): Terminated: ok {rc=0}\u000a10:51:50.321111 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=10277): Process ended prematurely: osmo-stp_10.42.42.5(pid=10277) [trial-2403↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10277)] [trial-2403↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22]\u000a10:51:50.330563 tst ping.py:22: Test FAILED (6.8 sec)\u000a10:51:50.394055 run osmo-hlr_10.42.42.2(pid=10274): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10274)]\u000a10:51:50.445690 run osmo-hlr_10.42.42.2(pid=10274): stdout: \u000a| (launched: 2022-12-14_10:51:46.913507) \u000a10:51:50.497875 run osmo-hlr_10.42.42.2(pid=10274): stderr: \u000a| �[0;m�[1;31m20221214105147159 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214105147159 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214105147159 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214105147159 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214105147159 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214105147159 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214105147176 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214105147184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214105147184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214105147184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:51:50.542574 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10273): Terminating (SIGTERM)\u000a10:51:50.584391 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10276): Terminating (SIGTERM)\u000a10:51:50.626417 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10279): Terminating (SIGTERM)\u000a10:51:50.636120 --- ParallelTerminationStrategy: PID 10273 died...\u000a10:51:50.692170 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10273): Terminated: ok {rc=0}\u000a10:51:50.702256 --- ParallelTerminationStrategy: PID 10276 died...\u000a10:51:50.757824 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10276): Terminated: ok {rc=0}\u000a10:51:50.767831 --- ParallelTerminationStrategy: PID 10279 died...\u000a10:51:50.823424 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10279): Terminated: ok {rc=0}\u000a10:51:50.909650 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 265, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10287): Process ended prematurely: osmo-stp_10.42.42.5(pid=10287) [trial-2403↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10287)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10287): Process ended prematurely: osmo-stp_10.42.42.5(pid=10287) [trial-2403↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10287)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a10:51:51.961761 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:51:51.973896 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a10:51:52.132025 tst ping_idle_ping.py: using LAC 40420\u000a10:51:52.251515 tst ping_idle_ping.py: using RAC 130\u000a10:51:52.371083 tst ping_idle_ping.py: using CellId 40420\u000a10:51:52.488044 tst ping_idle_ping.py: using BVCI 40421\u000a10:51:52.510983 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:51:52.522290 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:51:52.533242 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:51:52.543993 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:51:52.555271 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:51:52.566598 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:51:52.577838 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:51:52.589118 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:51:52.867126 tst ping_idle_ping.py:24: start network...\u000a10:51:52.992114 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:51:53.467898 run create_hlr_db(pid=10281): Launched\u000a10:51:53.643009 bus /gobi_6: Setting Powered False\u000a10:51:54.664073 run create_hlr_db(pid=10281): Terminated: ok {rc=0}\u000a10:51:55.093711 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10283): Launched\u000a10:51:55.416272 run osmo-hlr_10.42.42.2(pid=10284): Launched\u000a10:51:55.537201 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:51:56.096123 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10286): Launched\u000a10:51:56.417509 run osmo-stp_10.42.42.5(pid=10287): Launched\u000a10:51:56.532685 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:51:57.092882 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10289): Launched\u000a10:51:57.206469 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:51:57.487346 run patchelf(pid=10290): Launched\u000a10:51:57.674541 run osmo-stp_10.42.42.5(pid=10287): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10287)]\u000a10:51:57.811197 run osmo-stp_10.42.42.5(pid=10287): stdout: \u000a| (launched: 2022-12-14_10:51:56.259301)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:51:57.948263 run osmo-stp_10.42.42.5(pid=10287): stderr: \u000a| �[0;m�[38;5;43m20221214105156450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214105156450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214105156451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214105156451 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214105156452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214105156452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214105156452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:51:58.080407 run osmo-stp_10.42.42.5(pid=10287): stdout: \u000a| (launched: 2022-12-14_10:51:56.259301)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:51:58.211453 run osmo-stp_10.42.42.5(pid=10287): stderr: \u000a| �[0;m�[38;5;43m20221214105156450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214105156450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214105156451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214105156451 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214105156452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214105156452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214105156452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:51:58.364140 run patchelf(pid=10290): Terminating (SIGINT)\u000a10:51:58.543732 run patchelf(pid=10290): Terminated: ok {rc=0}\u000a10:51:58.576464 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=10287): Process ended prematurely: osmo-stp_10.42.42.5(pid=10287) [trial-2403↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10287)] [trial-2403↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a10:51:58.586155 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a10:51:58.648766 run osmo-hlr_10.42.42.2(pid=10284): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10284)]\u000a10:51:58.700179 run osmo-hlr_10.42.42.2(pid=10284): stdout: \u000a| (launched: 2022-12-14_10:51:55.256220) \u000a10:51:58.752494 run osmo-hlr_10.42.42.2(pid=10284): stderr: \u000a| �[0;m�[1;31m20221214105155451 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214105155451 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214105155451 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214105155451 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214105155451 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214105155451 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214105155464 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214105155473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214105155473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214105155473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:51:58.796997 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10283): Terminating (SIGTERM)\u000a10:51:58.838813 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10286): Terminating (SIGTERM)\u000a10:51:58.880733 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10289): Terminating (SIGTERM)\u000a10:51:58.890501 --- ParallelTerminationStrategy: PID 10283 died...\u000a10:51:58.946551 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10283): Terminated: ok {rc=0}\u000a10:51:58.956554 --- ParallelTerminationStrategy: PID 10286 died...\u000a10:51:59.012240 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10286): Terminated: ok {rc=0}\u000a10:51:59.022377 --- ParallelTerminationStrategy: PID 10289 died...\u000a10:51:59.077837 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10289): Terminated: ok {rc=0}\u000a10:51:59.164178 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "127", "name" : "gprs_trx-lms-limenet-micro+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T10:51:00" }, { "cases" : [ { "testActions" : [ ], "age" : 265, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10305): Process ended prematurely: osmo-stp_10.42.42.5(pid=10305) [trial-2403↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10305)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10305): Process ended prematurely: osmo-stp_10.42.42.5(pid=10305) [trial-2403↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10305)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a10:52:01.363485 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:52:01.378819 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:52:01.548402 tst cs_paging_gprs_active.py: using LAC 40421\u000a10:52:01.681313 tst cs_paging_gprs_active.py: using RAC 131\u000a10:52:01.814664 tst cs_paging_gprs_active.py: using CellId 40421\u000a10:52:01.967653 tst cs_paging_gprs_active.py: using BVCI 40422\u000a10:52:01.997524 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:52:02.009864 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:52:02.021413 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:52:02.032883 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:52:02.044658 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:52:02.056494 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:52:02.068453 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:52:02.080418 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:52:02.092455 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:52:02.213215 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:52:02.496831 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a10:52:02.624135 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:52:02.943376 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10295): Launched\u000a10:52:03.208924 run iperf3-srv_10.42.42.10(pid=10296): Launched\u000a10:52:03.395857 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a10:52:03.523635 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:52:03.843589 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10297): Launched\u000a10:52:04.108783 run iperf3-srv_10.42.42.10(pid=10298): Launched\u000a10:52:04.296144 tst cs_paging_gprs_active.py:38: start network...\u000a10:52:04.423846 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:52:04.907259 run create_hlr_db(pid=10299): Launched\u000a10:52:05.083080 bus /gobi_6: Setting Powered False\u000a10:52:06.104795 run create_hlr_db(pid=10299): Terminated: ok {rc=0}\u000a10:52:06.516624 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10301): Launched\u000a10:52:06.825074 run osmo-hlr_10.42.42.2(pid=10302): Launched\u000a10:52:06.942645 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:52:07.478923 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10304): Launched\u000a10:52:07.786779 run osmo-stp_10.42.42.5(pid=10305): Launched\u000a10:52:07.898622 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:52:08.436030 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10307): Launched\u000a10:52:08.545357 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:52:08.822472 run patchelf(pid=10308): Launched\u000a10:52:09.003561 run osmo-stp_10.42.42.5(pid=10305): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10305)]\u000a10:52:09.135982 run osmo-stp_10.42.42.5(pid=10305): stdout: \u000a| (launched: 2022-12-14_10:52:07.635068)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:52:09.268168 run osmo-stp_10.42.42.5(pid=10305): stderr: \u000a| �[0;m�[38;5;43m20221214105207803 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214105207804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214105207804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214105207804 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214105207805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214105207805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214105207805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:52:09.395550 run osmo-stp_10.42.42.5(pid=10305): stdout: \u000a| (launched: 2022-12-14_10:52:07.635068)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:52:09.521781 run osmo-stp_10.42.42.5(pid=10305): stderr: \u000a| �[0;m�[38;5;43m20221214105207803 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214105207804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214105207804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214105207804 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214105207805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214105207805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214105207805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:52:09.669592 run patchelf(pid=10308): Terminating (SIGINT)\u000a10:52:09.842805 run patchelf(pid=10308): Terminated: ok {rc=0}\u000a10:52:09.874774 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=10305): Process ended prematurely: osmo-stp_10.42.42.5(pid=10305) [trial-2403↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10305)] [trial-2403↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a10:52:09.884259 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a10:52:09.945160 run osmo-hlr_10.42.42.2(pid=10302): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10302)]\u000a10:52:09.994727 run osmo-hlr_10.42.42.2(pid=10302): stdout: \u000a| (launched: 2022-12-14_10:52:06.672073) \u000a10:52:10.044865 run osmo-hlr_10.42.42.2(pid=10302): stderr: \u000a| �[0;m�[1;31m20221214105206848 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214105206848 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214105206848 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214105206848 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214105206848 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214105206848 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214105206864 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214105206874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214105206874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214105206874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:52:10.087665 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10295): Terminating (SIGTERM)\u000a10:52:10.128158 run iperf3-srv_10.42.42.10(pid=10296): Terminating (SIGTERM)\u000a10:52:10.168784 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10297): Terminating (SIGTERM)\u000a10:52:10.209123 run iperf3-srv_10.42.42.10(pid=10298): Terminating (SIGTERM)\u000a10:52:10.249833 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10301): Terminating (SIGTERM)\u000a10:52:10.290221 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10304): Terminating (SIGTERM)\u000a10:52:10.330678 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10307): Terminating (SIGTERM)\u000a10:52:10.339938 --- ParallelTerminationStrategy: PID 10295 died...\u000a10:52:10.394215 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10295): Terminated: ok {rc=0}\u000a10:52:10.403852 --- ParallelTerminationStrategy: PID 10296 died...\u000a10:52:10.457679 run iperf3-srv_10.42.42.10(pid=10296): Terminated {rc=256}\u000a10:52:10.467294 --- ParallelTerminationStrategy: PID 10297 died...\u000a10:52:10.521019 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10297): Terminated: ok {rc=0}\u000a10:52:10.530620 --- ParallelTerminationStrategy: PID 10298 died...\u000a10:52:10.584870 run iperf3-srv_10.42.42.10(pid=10298): Terminated {rc=256}\u000a10:52:10.594509 --- ParallelTerminationStrategy: PID 10301 died...\u000a10:52:10.648307 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10301): Terminated: ok {rc=0}\u000a10:52:10.658038 --- ParallelTerminationStrategy: PID 10304 died...\u000a10:52:10.711704 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10304): Terminated: ok {rc=0}\u000a10:52:10.721728 --- ParallelTerminationStrategy: PID 10307 died...\u000a10:52:10.775754 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10307): Terminated: ok {rc=0}\u000a10:52:10.865413 bus /gobi_0: Setting Powered False\u000a10:52:11.969586 bus /gobi_0: Setting Powered False\u000a10:52:13.081745 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 265, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10317): Process ended prematurely: osmo-stp_10.42.42.5(pid=10317) [trial-2403↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10317)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10317): Process ended prematurely: osmo-stp_10.42.42.5(pid=10317) [trial-2403↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10317)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a10:52:14.193121 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:52:14.205090 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:52:14.358794 tst iperf3.py: using LAC 40422\u000a10:52:14.480565 tst iperf3.py: using RAC 132\u000a10:52:14.600899 tst iperf3.py: using CellId 40422\u000a10:52:14.728174 tst iperf3.py: using BVCI 40423\u000a10:52:14.753217 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:52:14.764997 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:52:14.776498 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:52:14.788027 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:52:14.799598 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:52:14.810918 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:52:14.822407 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:52:14.833618 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:52:14.845110 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:52:15.126679 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:52:15.254317 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:52:15.572580 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10309): Launched\u000a10:52:15.844387 run iperf3-srv_10.42.42.10(pid=10310): Launched\u000a10:52:16.045545 tst iperf3.py:8: start network...\u000a10:52:16.175797 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:52:16.706959 run create_hlr_db(pid=10311): Launched\u000a10:52:16.887206 bus /gobi_6: Setting Powered False\u000a10:52:17.904840 run create_hlr_db(pid=10311): Terminated: ok {rc=0}\u000a10:52:18.340029 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10313): Launched\u000a10:52:18.667585 run osmo-hlr_10.42.42.2(pid=10314): Launched\u000a10:52:18.789691 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:52:19.361122 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10316): Launched\u000a10:52:19.687433 run osmo-stp_10.42.42.5(pid=10317): Launched\u000a10:52:19.804488 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:52:20.374365 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10319): Launched\u000a10:52:20.490090 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:52:20.775154 run patchelf(pid=10320): Launched\u000a10:52:20.965479 run osmo-stp_10.42.42.5(pid=10317): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10317)]\u000a10:52:21.104192 run osmo-stp_10.42.42.5(pid=10317): stdout: \u000a| (launched: 2022-12-14_10:52:19.526699)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:52:21.243063 run osmo-stp_10.42.42.5(pid=10317): stderr: \u000a| �[0;m�[38;5;43m20221214105219717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214105219717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214105219717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214105219718 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214105219718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214105219718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214105219718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:52:21.377539 run osmo-stp_10.42.42.5(pid=10317): stdout: \u000a| (launched: 2022-12-14_10:52:19.526699)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:52:21.510557 run osmo-stp_10.42.42.5(pid=10317): stderr: \u000a| �[0;m�[38;5;43m20221214105219717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214105219717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214105219717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214105219718 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214105219718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214105219718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214105219718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:52:21.666043 run patchelf(pid=10320): Terminating (SIGINT)\u000a10:52:21.848561 run patchelf(pid=10320): Terminated: ok {rc=0}\u000a10:52:21.882402 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10317): Process ended prematurely: osmo-stp_10.42.42.5(pid=10317) [trial-2403↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10317)] [trial-2403↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a10:52:21.892473 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a10:52:21.955678 run osmo-hlr_10.42.42.2(pid=10314): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10314)]\u000a10:52:22.007406 run osmo-hlr_10.42.42.2(pid=10314): stdout: \u000a| (launched: 2022-12-14_10:52:18.505961) \u000a10:52:22.059898 run osmo-hlr_10.42.42.2(pid=10314): stderr: \u000a| �[0;m�[1;31m20221214105218704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214105218704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214105218704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214105218704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214105218704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214105218704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214105218719 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214105218729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214105218730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214105218730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:52:22.104663 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10309): Terminating (SIGTERM)\u000a10:52:22.146895 run iperf3-srv_10.42.42.10(pid=10310): Terminating (SIGTERM)\u000a10:52:22.188827 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10313): Terminating (SIGTERM)\u000a10:52:22.230733 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10316): Terminating (SIGTERM)\u000a10:52:22.272723 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10319): Terminating (SIGTERM)\u000a10:52:22.282551 --- ParallelTerminationStrategy: PID 10309 died...\u000a10:52:22.338991 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10309): Terminated: ok {rc=0}\u000a10:52:22.349253 --- ParallelTerminationStrategy: PID 10310 died...\u000a10:52:22.405593 run iperf3-srv_10.42.42.10(pid=10310): Terminated {rc=256}\u000a10:52:22.415612 --- ParallelTerminationStrategy: PID 10313 died...\u000a10:52:22.471610 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10313): Terminated: ok {rc=0}\u000a10:52:22.481729 --- ParallelTerminationStrategy: PID 10316 died...\u000a10:52:22.537781 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10316): Terminated: ok {rc=0}\u000a10:52:22.547860 --- ParallelTerminationStrategy: PID 10319 died...\u000a10:52:22.603973 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10319): Terminated: ok {rc=0}\u000a10:52:22.690376 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 265, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10335): Process ended prematurely: osmo-stp_10.42.42.5(pid=10335) [trial-2403↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10335)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10335): Process ended prematurely: osmo-stp_10.42.42.5(pid=10335) [trial-2403↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10335)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a10:52:23.800407 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:52:23.812150 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:52:23.966194 tst iperf3m4.py: using LAC 40423\u000a10:52:24.084591 tst iperf3m4.py: using RAC 133\u000a10:52:24.203225 tst iperf3m4.py: using CellId 40423\u000a10:52:24.327058 tst iperf3m4.py: using BVCI 40424\u000a10:52:24.350822 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:52:24.361972 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:52:24.373271 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:52:24.384021 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:52:24.395269 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:52:24.406440 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:52:24.417734 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:52:24.429153 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:52:24.440448 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:52:24.563036 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:52:24.683946 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:52:24.806286 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:52:25.099890 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:52:25.235662 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:52:25.575886 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10321): Launched\u000a10:52:25.855719 run iperf3-srv_10.42.42.10(pid=10322): Launched\u000a10:52:26.054321 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a10:52:26.189978 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:52:26.528666 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10323): Launched\u000a10:52:26.810384 run iperf3-srv_10.42.42.10(pid=10324): Launched\u000a10:52:27.009053 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a10:52:27.144226 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:52:27.482858 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10325): Launched\u000a10:52:27.763640 run iperf3-srv_10.42.42.10(pid=10326): Launched\u000a10:52:27.962761 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a10:52:28.098489 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:52:28.427968 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10327): Launched\u000a10:52:28.692856 run iperf3-srv_10.42.42.10(pid=10328): Launched\u000a10:52:28.878945 tst iperf3m4.py:8: start network...\u000a10:52:29.005836 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:52:29.489095 run create_hlr_db(pid=10329): Launched\u000a10:52:29.664931 bus /gobi_6: Setting Powered False\u000a10:52:30.687229 run create_hlr_db(pid=10329): Terminated: ok {rc=0}\u000a10:52:31.155883 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10331): Launched\u000a10:52:31.639766 run osmo-hlr_10.42.42.2(pid=10332): Launched\u000a10:52:31.851523 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:52:32.427757 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10334): Launched\u000a10:52:32.735624 run osmo-stp_10.42.42.5(pid=10335): Launched\u000a10:52:32.846683 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:52:33.383335 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10337): Launched\u000a10:52:33.492861 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:52:33.763622 run patchelf(pid=10338): Launched\u000a10:52:33.943158 run osmo-stp_10.42.42.5(pid=10335): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10335)]\u000a10:52:34.074680 run osmo-stp_10.42.42.5(pid=10335): stdout: \u000a| (launched: 2022-12-14_10:52:32.583946)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:52:34.205990 run osmo-stp_10.42.42.5(pid=10335): stderr: \u000a| �[0;m�[38;5;43m20221214105232755 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214105232755 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214105232755 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214105232756 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214105232756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214105232756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214105232756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:52:34.332572 run osmo-stp_10.42.42.5(pid=10335): stdout: \u000a| (launched: 2022-12-14_10:52:32.583946)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:52:34.458241 run osmo-stp_10.42.42.5(pid=10335): stderr: \u000a| �[0;m�[38;5;43m20221214105232755 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214105232755 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214105232755 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214105232756 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214105232756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214105232756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214105232756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:52:34.604337 run patchelf(pid=10338): Terminating (SIGINT)\u000a10:52:34.777092 run patchelf(pid=10338): Terminated: ok {rc=0}\u000a10:52:34.809056 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10335): Process ended prematurely: osmo-stp_10.42.42.5(pid=10335) [trial-2403↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10335)] [trial-2403↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a10:52:34.818645 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a10:52:34.880287 run osmo-hlr_10.42.42.2(pid=10332): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10332)]\u000a10:52:34.930240 run osmo-hlr_10.42.42.2(pid=10332): stdout: \u000a| (launched: 2022-12-14_10:52:31.328685) \u000a10:52:34.980812 run osmo-hlr_10.42.42.2(pid=10332): stderr: \u000a| �[0;m�[1;31m20221214105231600 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214105231600 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214105231600 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214105231600 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214105231601 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214105231601 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214105231620 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214105231639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214105231639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214105231639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:52:35.024142 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10321): Terminating (SIGTERM)\u000a10:52:35.064807 run iperf3-srv_10.42.42.10(pid=10322): Terminating (SIGTERM)\u000a10:52:35.105649 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10323): Terminating (SIGTERM)\u000a10:52:35.146361 run iperf3-srv_10.42.42.10(pid=10324): Terminating (SIGTERM)\u000a10:52:35.187095 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10325): Terminating (SIGTERM)\u000a10:52:35.227674 run iperf3-srv_10.42.42.10(pid=10326): Terminating (SIGTERM)\u000a10:52:35.268447 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10327): Terminating (SIGTERM)\u000a10:52:35.309103 run iperf3-srv_10.42.42.10(pid=10328): Terminating (SIGTERM)\u000a10:52:35.350186 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10331): Terminating (SIGTERM)\u000a10:52:35.390982 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10334): Terminating (SIGTERM)\u000a10:52:35.431591 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10337): Terminating (SIGTERM)\u000a10:52:35.441039 --- ParallelTerminationStrategy: PID 10321 died...\u000a10:52:35.496018 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10321): Terminated: ok {rc=0}\u000a10:52:35.505894 --- ParallelTerminationStrategy: PID 10322 died...\u000a10:52:35.560039 run iperf3-srv_10.42.42.10(pid=10322): Terminated {rc=256}\u000a10:52:35.569685 --- ParallelTerminationStrategy: PID 10323 died...\u000a10:52:35.624209 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10323): Terminated: ok {rc=0}\u000a10:52:35.633984 --- ParallelTerminationStrategy: PID 10324 died...\u000a10:52:35.687807 run iperf3-srv_10.42.42.10(pid=10324): Terminated {rc=256}\u000a10:52:35.697571 --- ParallelTerminationStrategy: PID 10325 died...\u000a10:52:35.751402 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10325): Terminated: ok {rc=0}\u000a10:52:35.761130 --- ParallelTerminationStrategy: PID 10326 died...\u000a10:52:35.815276 run iperf3-srv_10.42.42.10(pid=10326): Terminated {rc=256}\u000a10:52:35.825091 --- ParallelTerminationStrategy: PID 10327 died...\u000a10:52:35.879329 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10327): Terminated: ok {rc=0}\u000a10:52:35.889076 --- ParallelTerminationStrategy: PID 10328 died...\u000a10:52:35.942772 run iperf3-srv_10.42.42.10(pid=10328): Terminated {rc=256}\u000a10:52:35.952363 --- ParallelTerminationStrategy: PID 10331 died...\u000a10:52:36.006571 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10331): Terminated: ok {rc=0}\u000a10:52:36.016179 --- ParallelTerminationStrategy: PID 10334 died...\u000a10:52:36.069986 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10334): Terminated: ok {rc=0}\u000a10:52:36.079823 --- ParallelTerminationStrategy: PID 10337 died...\u000a10:52:36.133794 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10337): Terminated: ok {rc=0}\u000a10:52:36.223038 bus /gobi_4: Setting Powered False\u000a10:52:37.332377 bus /gobi_4: Setting Powered False\u000a10:52:38.440765 bus /gobi_1: Setting Powered False\u000a10:52:39.547506 bus /gobi_1: Setting Powered False\u000a10:52:40.659725 bus /gobi_0: Setting Powered False\u000a10:52:41.765958 bus /gobi_0: Setting Powered False\u000a10:52:42.875992 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 265, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10345): Process ended prematurely: osmo-stp_10.42.42.5(pid=10345) [trial-2403↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10345)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10345): Process ended prematurely: osmo-stp_10.42.42.5(pid=10345) [trial-2403↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10345)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a10:52:43.944800 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:52:43.957159 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:52:44.121374 tst ping.py: using LAC 40424\u000a10:52:44.245890 tst ping.py: using RAC 134\u000a10:52:44.368805 tst ping.py: using CellId 40424\u000a10:52:44.494651 tst ping.py: using BVCI 40425\u000a10:52:44.519544 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:52:44.531185 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:52:44.542595 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:52:44.554013 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:52:44.565400 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:52:44.576781 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:52:44.588238 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:52:44.599598 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:52:44.877302 tst ping.py:19: start network...\u000a10:52:45.002540 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:52:45.476308 run create_hlr_db(pid=10339): Launched\u000a10:52:45.650822 bus /gobi_6: Setting Powered False\u000a10:52:46.674150 run create_hlr_db(pid=10339): Terminated: ok {rc=0}\u000a10:52:47.096720 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10341): Launched\u000a10:52:47.402799 run osmo-hlr_10.42.42.2(pid=10342): Launched\u000a10:52:47.520070 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:52:48.054008 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10344): Launched\u000a10:52:48.358520 run osmo-stp_10.42.42.5(pid=10345): Launched\u000a10:52:48.468745 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:52:48.995585 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10347): Launched\u000a10:52:49.102896 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:52:49.367542 run patchelf(pid=10348): Launched\u000a10:52:49.544811 run osmo-stp_10.42.42.5(pid=10345): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10345)]\u000a10:52:49.674495 run osmo-stp_10.42.42.5(pid=10345): stdout: \u000a| (launched: 2022-12-14_10:52:48.206052)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:52:49.804204 run osmo-stp_10.42.42.5(pid=10345): stderr: \u000a| �[0;m�[38;5;43m20221214105248376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214105248376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214105248376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214105248377 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214105248377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214105248377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214105248377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:52:49.928640 run osmo-stp_10.42.42.5(pid=10345): stdout: \u000a| (launched: 2022-12-14_10:52:48.206052)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:52:50.052145 run osmo-stp_10.42.42.5(pid=10345): stderr: \u000a| �[0;m�[38;5;43m20221214105248376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214105248376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214105248376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214105248377 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214105248377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214105248377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214105248377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:52:50.196180 run patchelf(pid=10348): Terminating (SIGINT)\u000a10:52:50.366051 run patchelf(pid=10348): Terminated: ok {rc=0}\u000a10:52:50.396897 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=10345): Process ended prematurely: osmo-stp_10.42.42.5(pid=10345) [trial-2403↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10345)] [trial-2403↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22]\u000a10:52:50.405792 tst ping.py:22: Test FAILED (6.4 sec)\u000a10:52:50.466423 run osmo-hlr_10.42.42.2(pid=10342): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10342)]\u000a10:52:50.516013 run osmo-hlr_10.42.42.2(pid=10342): stdout: \u000a| (launched: 2022-12-14_10:52:47.251923) \u000a10:52:50.566824 run osmo-hlr_10.42.42.2(pid=10342): stderr: \u000a| �[0;m�[1;31m20221214105247426 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214105247426 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214105247426 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214105247426 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214105247426 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214105247426 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214105247438 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214105247446 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214105247446 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214105247446 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:52:50.609322 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10341): Terminating (SIGTERM)\u000a10:52:50.649456 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10344): Terminating (SIGTERM)\u000a10:52:50.689444 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10347): Terminating (SIGTERM)\u000a10:52:50.698742 --- ParallelTerminationStrategy: PID 10341 died...\u000a10:52:50.753183 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10341): Terminated: ok {rc=0}\u000a10:52:50.762862 --- ParallelTerminationStrategy: PID 10344 died...\u000a10:52:50.816453 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10344): Terminated: ok {rc=0}\u000a10:52:50.826088 --- ParallelTerminationStrategy: PID 10347 died...\u000a10:52:50.879720 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10347): Terminated: ok {rc=0}\u000a10:52:50.968876 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 265, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10355): Process ended prematurely: osmo-stp_10.42.42.5(pid=10355) [trial-2403↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10355)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10355): Process ended prematurely: osmo-stp_10.42.42.5(pid=10355) [trial-2403↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10355)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a10:52:52.020143 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:52:52.032106 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:52:52.186576 tst ping_idle_ping.py: using LAC 40425\u000a10:52:52.306051 tst ping_idle_ping.py: using RAC 135\u000a10:52:52.423031 tst ping_idle_ping.py: using CellId 40425\u000a10:52:52.540329 tst ping_idle_ping.py: using BVCI 40426\u000a10:52:52.563821 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:52:52.575303 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:52:52.586558 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:52:52.598027 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:52:52.609578 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:52:52.620844 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:52:52.632375 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:52:52.643746 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:52:52.937072 tst ping_idle_ping.py:24: start network...\u000a10:52:53.071037 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:52:53.589773 run create_hlr_db(pid=10349): Launched\u000a10:52:53.776207 bus /gobi_6: Setting Powered False\u000a10:52:54.798368 run create_hlr_db(pid=10349): Terminated: ok {rc=0}\u000a10:52:55.205196 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10351): Launched\u000a10:52:55.507495 run osmo-hlr_10.42.42.2(pid=10352): Launched\u000a10:52:55.625696 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:52:56.155084 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10354): Launched\u000a10:52:56.458329 run osmo-stp_10.42.42.5(pid=10355): Launched\u000a10:52:56.569324 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:52:57.099946 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10357): Launched\u000a10:52:57.207754 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:52:57.474255 run patchelf(pid=10358): Launched\u000a10:52:57.652350 run osmo-stp_10.42.42.5(pid=10355): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10355)]\u000a10:52:57.782449 run osmo-stp_10.42.42.5(pid=10355): stdout: \u000a| (launched: 2022-12-14_10:52:56.308095)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:52:57.912800 run osmo-stp_10.42.42.5(pid=10355): stderr: \u000a| �[0;m�[38;5;43m20221214105256476 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214105256476 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214105256477 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214105256477 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214105256478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214105256478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214105256478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:52:58.038204 run osmo-stp_10.42.42.5(pid=10355): stdout: \u000a| (launched: 2022-12-14_10:52:56.308095)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:52:58.162206 run osmo-stp_10.42.42.5(pid=10355): stderr: \u000a| �[0;m�[38;5;43m20221214105256476 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214105256476 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214105256477 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214105256477 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214105256478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214105256478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214105256478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:52:58.306491 run patchelf(pid=10358): Terminating (SIGINT)\u000a10:52:58.476685 run patchelf(pid=10358): Terminated: ok {rc=0}\u000a10:52:58.507743 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=10355): Process ended prematurely: osmo-stp_10.42.42.5(pid=10355) [trial-2403↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10355)] [trial-2403↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a10:52:58.516660 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a10:52:58.577522 run osmo-hlr_10.42.42.2(pid=10352): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10352)]\u000a10:52:58.627663 run osmo-hlr_10.42.42.2(pid=10352): stdout: \u000a| (launched: 2022-12-14_10:52:55.357749) \u000a10:52:58.678059 run osmo-hlr_10.42.42.2(pid=10352): stderr: \u000a| �[0;m�[1;31m20221214105255532 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214105255532 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214105255532 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214105255532 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214105255532 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214105255533 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214105255547 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214105255555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214105255555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214105255555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:52:58.720899 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10351): Terminating (SIGTERM)\u000a10:52:58.761337 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10354): Terminating (SIGTERM)\u000a10:52:58.801598 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10357): Terminating (SIGTERM)\u000a10:52:58.810952 --- ParallelTerminationStrategy: PID 10351 died...\u000a10:52:58.865573 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10351): Terminated: ok {rc=0}\u000a10:52:58.875240 --- ParallelTerminationStrategy: PID 10354 died...\u000a10:52:58.929250 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10354): Terminated: ok {rc=0}\u000a10:52:58.938815 --- ParallelTerminationStrategy: PID 10357 died...\u000a10:52:58.992526 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10357): Terminated: ok {rc=0}\u000a10:52:59.076590 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "128", "name" : "gprs_trx-lms-limenet-micro+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T10:52:00" }, { "cases" : [ { "testActions" : [ ], "age" : 265, "className" : "dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10369): Process ended prematurely: osmo-stp_10.42.42.5(pid=10369) [trial-2403↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10369)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10369): Process ended prematurely: osmo-stp_10.42.42.5(pid=10369) [trial-2403↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10369)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a10:53:01.148324 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:53:01.160650 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a10:53:01.348713 tst switch_tch_pdch.py: using LAC 40426\u000a10:53:01.482170 tst switch_tch_pdch.py: using RAC 136\u000a10:53:01.605637 tst switch_tch_pdch.py: using CellId 40426\u000a10:53:01.727994 tst switch_tch_pdch.py: using BVCI 40427\u000a10:53:01.753330 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:53:01.765777 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:53:01.778269 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:53:01.790574 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:53:01.804290 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:53:01.817732 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:53:01.832044 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:53:01.845737 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:53:01.969176 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:53:02.298928 tst switch_tch_pdch.py:51: start network...\u000a10:53:02.432061 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:53:02.943186 run create_hlr_db(pid=10363): Launched\u000a10:53:03.129289 bus /gobi_6: Setting Powered False\u000a10:53:04.149822 run create_hlr_db(pid=10363): Terminated: ok {rc=0}\u000a10:53:04.579260 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10365): Launched\u000a10:53:04.901173 run osmo-hlr_10.42.42.2(pid=10366): Launched\u000a10:53:05.020891 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:53:05.580934 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10368): Launched\u000a10:53:05.902231 run osmo-stp_10.42.42.5(pid=10369): Launched\u000a10:53:06.017438 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:53:06.579550 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10371): Launched\u000a10:53:06.693694 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:53:06.975013 run patchelf(pid=10372): Launched\u000a10:53:07.162681 run osmo-stp_10.42.42.5(pid=10369): ERR: Terminated: ERROR {rc=1} [trial-2403↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10369)]\u000a10:53:07.299260 run osmo-stp_10.42.42.5(pid=10369): stdout: \u000a| (launched: 2022-12-14_10:53:05.743078)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:53:07.437256 run osmo-stp_10.42.42.5(pid=10369): stderr: \u000a| �[0;m�[38;5;43m20221214105305934 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214105305934 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214105305934 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214105305934 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214105305935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214105305935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214105305935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:53:07.569553 run osmo-stp_10.42.42.5(pid=10369): stdout: \u000a| (launched: 2022-12-14_10:53:05.743078)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:53:07.700335 run osmo-stp_10.42.42.5(pid=10369): stderr: \u000a| �[0;m�[38;5;43m20221214105305934 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214105305934 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214105305934 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214105305934 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214105305935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214105305935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214105305935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:53:07.853222 run patchelf(pid=10372): Terminating (SIGINT)\u000a10:53:08.033099 run patchelf(pid=10372): Terminated: ok {rc=0}\u000a10:53:08.066031 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=10369): Process ended prematurely: osmo-stp_10.42.42.5(pid=10369) [trial-2403↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10369)] [trial-2403↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a10:53:08.075577 tst switch_tch_pdch.py:54: Test FAILED (6.9 sec)\u000a10:53:08.138817 run osmo-hlr_10.42.42.2(pid=10366): ERR: Terminated: ERROR {rc=237} [trial-2403↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10366)]\u000a10:53:08.190639 run osmo-hlr_10.42.42.2(pid=10366): stdout: \u000a| (launched: 2022-12-14_10:53:04.742204) \u000a10:53:08.243204 run osmo-hlr_10.42.42.2(pid=10366): stderr: \u000a| �[0;m�[1;31m20221214105304940 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214105304940 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214105304940 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214105304940 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214105304940 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214105304940 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214105304951 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214105304959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214105304959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214105304959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:53:08.287949 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10365): Terminating (SIGTERM)\u000a10:53:08.330519 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10368): Terminating (SIGTERM)\u000a10:53:08.372399 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10371): Terminating (SIGTERM)\u000a10:53:08.382250 --- ParallelTerminationStrategy: PID 10365 died...\u000a10:53:08.438727 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10365): Terminated: ok {rc=0}\u000a10:53:08.449140 --- ParallelTerminationStrategy: PID 10368 died...\u000a10:53:08.504919 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10368): Terminated: ok {rc=0}\u000a10:53:08.515005 --- ParallelTerminationStrategy: PID 10371 died...\u000a10:53:08.570655 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10371): Terminated: ok {rc=0}\u000a10:53:08.657987 bus /gobi_0: Setting Powered False\u000a10:53:09.764920 bus /gobi_0: Setting Powered False\u000a10:53:10.873699 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "129", "name" : "dynts_trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T10:53:00" }, { "cases" : [ { "testActions" : [ ], "age" : 265, "className" : "dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10382): Process ended prematurely: osmo-stp_10.42.42.5(pid=10382) [trial-2403↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10382)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10382): Process ended prematurely: osmo-stp_10.42.42.5(pid=10382) [trial-2403↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10382)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a10:53:12.847897 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:53:12.859268 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a10:53:13.016587 tst switch_tch_pdch.py: using LAC 40427\u000a10:53:13.134541 tst switch_tch_pdch.py: using RAC 137\u000a10:53:13.249769 tst switch_tch_pdch.py: using CellId 40427\u000a10:53:13.364895 tst switch_tch_pdch.py: using BVCI 40428\u000a10:53:13.387750 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:53:13.398896 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:53:13.409953 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:53:13.421126 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:53:13.432203 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:53:13.443415 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:53:13.454776 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:53:13.466150 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a10:53:13.585256 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a10:53:13.863220 tst switch_tch_pdch.py:51: start network...\u000a10:53:13.987872 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:53:14.435877 run create_hlr_db(pid=10376): Launched\u000a10:53:14.559195 bus /gobi_6: Setting Powered False\u000a10:53:15.631201 run create_hlr_db(pid=10376): Terminated: ok {rc=0}\u000a10:53:16.057711 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10378): Launched\u000a10:53:16.465337 run osmo-hlr_10.42.42.2(pid=10379): Launched\u000a10:53:16.603221 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:53:17.169036 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10381): Launched\u000a10:53:17.495458 run osmo-stp_10.42.42.5(pid=10382): Launched\u000a10:53:17.612326 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:53:18.145862 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10384): Launched\u000a10:53:18.259430 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:53:18.539932 run patchelf(pid=10385): Launched\u000a10:53:18.727150 run osmo-stp_10.42.42.5(pid=10382): ERR: Terminated: ERROR {rc=1} [trial-2403↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10382)]\u000a10:53:18.865179 run osmo-stp_10.42.42.5(pid=10382): stdout: \u000a| (launched: 2022-12-14_10:53:17.334677)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:53:19.002600 run osmo-stp_10.42.42.5(pid=10382): stderr: \u000a| �[0;m�[38;5;43m20221214105317525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214105317525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214105317525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214105317526 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214105317526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214105317526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214105317526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:53:19.134963 run osmo-stp_10.42.42.5(pid=10382): stdout: \u000a| (launched: 2022-12-14_10:53:17.334677)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:53:19.266021 run osmo-stp_10.42.42.5(pid=10382): stderr: \u000a| �[0;m�[38;5;43m20221214105317525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214105317525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214105317525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214105317526 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214105317526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214105317526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214105317526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:53:19.419248 run patchelf(pid=10385): Terminating (SIGINT)\u000a10:53:19.598764 run patchelf(pid=10385): Terminated: ok {rc=0}\u000a10:53:19.631633 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=10382): Process ended prematurely: osmo-stp_10.42.42.5(pid=10382) [trial-2403↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10382)] [trial-2403↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a10:53:19.641135 tst switch_tch_pdch.py:54: Test FAILED (6.8 sec)\u000a10:53:19.704549 run osmo-hlr_10.42.42.2(pid=10379): ERR: Terminated: ERROR {rc=237} [trial-2403↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10379)]\u000a10:53:19.756713 run osmo-hlr_10.42.42.2(pid=10379): stdout: \u000a| (launched: 2022-12-14_10:53:16.223172) \u000a10:53:19.809605 run osmo-hlr_10.42.42.2(pid=10379): stderr: \u000a| �[0;m�[1;31m20221214105316413 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214105316413 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214105316413 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214105316413 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214105316413 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214105316413 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214105316431 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214105316451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214105316451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214105316451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:53:19.854705 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10378): Terminating (SIGTERM)\u000a10:53:19.897548 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10381): Terminating (SIGTERM)\u000a10:53:19.940066 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10384): Terminating (SIGTERM)\u000a10:53:19.949984 --- ParallelTerminationStrategy: PID 10378 died...\u000a10:53:20.006573 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10378): Terminated: ok {rc=0}\u000a10:53:20.016682 --- ParallelTerminationStrategy: PID 10381 died...\u000a10:53:20.073047 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10381): Terminated: ok {rc=0}\u000a10:53:20.083150 --- ParallelTerminationStrategy: PID 10384 died...\u000a10:53:20.139269 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10384): Terminated: ok {rc=0}\u000a10:53:20.226946 bus /gobi_0: Setting Powered False\u000a10:53:21.334560 bus /gobi_0: Setting Powered False\u000a10:53:22.447656 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "130", "name" : "dynts_trx-lms-limenet-micro+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T10:53:12" }, { "cases" : [ { "testActions" : [ ], "age" : 232, "className" : "nitb_sms:nanobts", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=10390): Process ended prematurely: osmo-nitb_10.42.42.2(pid=10390) [trial-2403↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=10390)]", "failedSince" : 2172, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=10390): Process ended prematurely: osmo-nitb_10.42.42.2(pid=10390) [trial-2403↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=10390)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 nitb_sms:nanobts mo_mt_sms.py\u000a----------------------------------------------\u000a10:53:24.324770 tst nitb_sms:nanobts: Using 1 x ip_address (candidates: 1)\u000a10:53:24.335968 tst nitb_sms:nanobts: Using 1 x bts (candidates: 1)\u000a10:53:24.466507 tst mo_mt_sms.py: using LAC 40428\u000a10:53:24.591136 tst mo_mt_sms.py: using RAC 138\u000a10:53:24.717523 tst mo_mt_sms.py: using CellId 40428\u000a10:53:24.844421 tst mo_mt_sms.py: using BVCI 40429\u000a10:53:24.868733 tst nitb_sms:nanobts: Using 1 x modem (candidates: 2)\u000a10:53:24.986070 tst nitb_sms:nanobts: Using 1 x modem (candidates: 2)\u000a10:53:25.274116 tst mo_mt_sms.py:9: start nitb and bts...\u000a10:53:25.407080 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a10:53:26.071200 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=10389): Launched\u000a10:53:26.390868 run osmo-nitb_10.42.42.2(pid=10390): Launched\u000a10:53:26.589439 run osmo-nitb_10.42.42.2(pid=10390): ERR: Terminated: ERROR {rc=2} [trial-2403↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=10390)]\u000a10:53:26.734878 run osmo-nitb_10.42.42.2(pid=10390): stdout: \u000a| (launched: 2022-12-14_10:53:26.234222) \u000a10:53:26.881290 run osmo-nitb_10.42.42.2(pid=10390): stderr: \u000a| (launched: 2022-12-14_10:53:26.281748)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a10:53:27.022685 run osmo-nitb_10.42.42.2(pid=10390): stdout: \u000a| (launched: 2022-12-14_10:53:26.234222) \u000a10:53:27.162696 run osmo-nitb_10.42.42.2(pid=10390): stderr: \u000a| (launched: 2022-12-14_10:53:26.281748)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a10:53:27.521500 tst osmo-nitb_10.42.42.2(pid=10390): stdout: \u000a| (launched: 2022-12-14_10:53:26.234222) \u000a10:53:27.649137 tst osmo-nitb_10.42.42.2(pid=10390): stderr: \u000a| (launched: 2022-12-14_10:53:26.281748)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a10:53:27.705659 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=10390): Process ended prematurely: osmo-nitb_10.42.42.2(pid=10390) [trial-2403↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=10390)] [trial-2403↪nitb_sms:nanobts↪mo_mt_sms.py:11]\u000a10:53:27.714478 tst mo_mt_sms.py:11: Test FAILED (3.4 sec)\u000a10:53:27.750904 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=10389): Terminating (SIGTERM)\u000a10:53:27.928830 --- ParallelTerminationStrategy: PID 10389 died...\u000a10:53:27.987184 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=10389): Terminated: ok {rc=0}\u000a10:53:28.075332 bus /sierra_3: Setting Powered False\u000a10:53:29.184043 bus /sierra_3: Setting Powered False\u000a10:53:30.294125 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "131", "name" : "nitb_sms_nanobts", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T10:53:24" }, { "cases" : [ { "testActions" : [ ], "age" : 73, "className" : "sms:nanobts+band-1900", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10400): Process ended prematurely: osmo-stp_10.42.42.5(pid=10400) [trial-2403↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10400)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10400): Process ended prematurely: osmo-stp_10.42.42.5(pid=10400) [trial-2403↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10400)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 sms:nanobts+band-1900 mo_mt_sms.py\u000a----------------------------------------------\u000a10:53:32.218229 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a10:53:32.230092 tst sms:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a10:53:32.359893 tst mo_mt_sms.py: using LAC 40429\u000a10:53:32.485579 tst mo_mt_sms.py: using RAC 139\u000a10:53:32.611622 tst mo_mt_sms.py: using CellId 40429\u000a10:53:32.736388 tst mo_mt_sms.py: using BVCI 40430\u000a10:53:32.760458 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a10:53:32.771556 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a10:53:32.782649 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a10:53:32.793624 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a10:53:32.804645 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a10:53:32.815564 tst sms:nanobts+band-1900: Using 1 x modem (candidates: 2)\u000a10:53:32.934939 tst sms:nanobts+band-1900: Using 1 x modem (candidates: 2)\u000a10:53:33.146551 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:53:33.657098 run create_hlr_db(pid=10394): Launched\u000a10:53:33.843116 bus /sierra_2: Setting Powered False\u000a10:53:34.862915 run create_hlr_db(pid=10394): Terminated: ok {rc=0}\u000a10:53:35.268794 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10396): Launched\u000a10:53:35.572737 run osmo-hlr_10.42.42.2(pid=10397): Launched\u000a10:53:35.689868 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:53:36.219113 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10399): Launched\u000a10:53:36.522999 run osmo-stp_10.42.42.5(pid=10400): Launched\u000a10:53:36.633274 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:53:37.185785 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10402): Launched\u000a10:53:37.490122 run osmo-msc_10.42.42.6(pid=10403): Launched\u000a10:53:37.668139 run osmo-stp_10.42.42.5(pid=10400): ERR: Terminated: ERROR {rc=1} [trial-2403↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10400)]\u000a10:53:37.796366 run osmo-stp_10.42.42.5(pid=10400): stdout: \u000a| (launched: 2022-12-14_10:53:36.371320)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:53:37.922264 run osmo-stp_10.42.42.5(pid=10400): stderr: \u000a| �[0;m�[38;5;43m20221214105336542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214105336542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214105336542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214105336543 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214105336543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214105336543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214105336543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:53:38.043277 run osmo-stp_10.42.42.5(pid=10400): stdout: \u000a| (launched: 2022-12-14_10:53:36.371320)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:53:38.163750 run osmo-stp_10.42.42.5(pid=10400): stderr: \u000a| �[0;m�[38;5;43m20221214105336542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214105336542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214105336542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214105336543 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214105336543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214105336543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214105336543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:53:38.216735 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=10400): Process ended prematurely: osmo-stp_10.42.42.5(pid=10400) [trial-2403↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10400)] [trial-2403↪sms:nanobts+band-1900↪mo_mt_sms.py:16]\u000a10:53:38.225132 tst mo_mt_sms.py:16: Test FAILED (6.0 sec)\u000a10:53:38.285536 run osmo-hlr_10.42.42.2(pid=10397): ERR: Terminated: ERROR {rc=237} [trial-2403↪sms:nanobts+band-1900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10397)]\u000a10:53:38.335149 run osmo-hlr_10.42.42.2(pid=10397): stdout: \u000a| (launched: 2022-12-14_10:53:35.421810) \u000a10:53:38.385512 run osmo-hlr_10.42.42.2(pid=10397): stderr: \u000a| �[0;m�[1;31m20221214105335597 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214105335597 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214105335597 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214105335597 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214105335597 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214105335597 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214105335610 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/sms:nanobts+band-1900/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214105335619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214105335619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214105335619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:53:38.453946 run osmo-msc_10.42.42.6(pid=10403): ERR: Terminated: ERROR {rc=2} [trial-2403↪sms:nanobts+band-1900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10403)]\u000a10:53:38.503419 run osmo-msc_10.42.42.6(pid=10403): stdout: \u000a| (launched: 2022-12-14_10:53:37.338327) \u000a10:53:38.553476 run osmo-msc_10.42.42.6(pid=10403): stderr: \u000a| �[0;m�[38;5;43m20221214105337607 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214105337607 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb4920d7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214105337607 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214105337607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214105337608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214105337608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214105337610 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214105337610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214105337610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214105337610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:53:38.596618 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10396): Terminating (SIGTERM)\u000a10:53:38.637286 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10399): Terminating (SIGTERM)\u000a10:53:38.678331 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10402): Terminating (SIGTERM)\u000a10:53:38.688024 --- ParallelTerminationStrategy: PID 10396 died...\u000a10:53:38.742410 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10396): Terminated: ok {rc=0}\u000a10:53:38.752079 --- ParallelTerminationStrategy: PID 10399 died...\u000a10:53:38.805909 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10399): Terminated: ok {rc=0}\u000a10:53:38.815527 --- ParallelTerminationStrategy: PID 10402 died...\u000a10:53:38.869553 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10402): Terminated: ok {rc=0}\u000a10:53:38.958626 bus /sierra_3: Setting Powered False\u000a10:53:40.066624 bus /sierra_3: Setting Powered False\u000a10:53:41.175610 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "132", "name" : "sms_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T10:53:31" }, { "cases" : [ { "testActions" : [ ], "age" : 232, "className" : "nitb_ussd:nanobts+band-1900", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=10409): Process ended prematurely: osmo-nitb_10.42.42.2(pid=10409) [trial-2403↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=10409)]", "failedSince" : 2172, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=10409): Process ended prematurely: osmo-nitb_10.42.42.2(pid=10409) [trial-2403↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=10409)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 nitb_ussd:nanobts+band-1900 assert_extension.py\u000a----------------------------------------------\u000a10:53:42.990701 tst nitb_ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 1)\u000a10:53:43.001855 tst nitb_ussd:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a10:53:43.132352 tst assert_extension.py: using LAC 40430\u000a10:53:43.253493 tst assert_extension.py: using RAC 140\u000a10:53:43.381072 tst assert_extension.py: using CellId 40430\u000a10:53:43.505931 tst assert_extension.py: using BVCI 40431\u000a10:53:43.530420 tst nitb_ussd:nanobts+band-1900: Using 1 x modem (candidates: 1)\u000a10:53:43.807969 tst assert_extension.py:10: start nitb and bts...\u000a10:53:43.933207 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a10:53:44.557424 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=10408): Launched\u000a10:53:44.857915 run osmo-nitb_10.42.42.2(pid=10409): Launched\u000a10:53:45.044732 run osmo-nitb_10.42.42.2(pid=10409): ERR: Terminated: ERROR {rc=2} [trial-2403↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=10409)]\u000a10:53:45.182263 run osmo-nitb_10.42.42.2(pid=10409): stdout: \u000a| (launched: 2022-12-14_10:53:44.710909) \u000a10:53:45.319759 run osmo-nitb_10.42.42.2(pid=10409): stderr: \u000a| (launched: 2022-12-14_10:53:44.755897)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a10:53:45.452848 run osmo-nitb_10.42.42.2(pid=10409): stdout: \u000a| (launched: 2022-12-14_10:53:44.710909) \u000a10:53:45.584759 run osmo-nitb_10.42.42.2(pid=10409): stderr: \u000a| (launched: 2022-12-14_10:53:44.755897)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a10:53:45.995091 tst osmo-nitb_10.42.42.2(pid=10409): stdout: \u000a| (launched: 2022-12-14_10:53:44.710909) \u000a10:53:46.118305 tst osmo-nitb_10.42.42.2(pid=10409): stderr: \u000a| (launched: 2022-12-14_10:53:44.755897)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a10:53:46.172707 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=10409): Process ended prematurely: osmo-nitb_10.42.42.2(pid=10409) [trial-2403↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=10409)] [trial-2403↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12]\u000a10:53:46.181982 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a10:53:46.220207 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=10408): Terminating (SIGTERM)\u000a10:53:46.398221 --- ParallelTerminationStrategy: PID 10408 died...\u000a10:53:46.469887 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=10408): Terminated: ok {rc=0}\u000a10:53:46.585123 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "133", "name" : "nitb_ussd_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T10:53:42" }, { "cases" : [ { "testActions" : [ ], "age" : 73, "className" : "ussd:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10419): Process ended prematurely: osmo-stp_10.42.42.5(pid=10419) [trial-2403↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10419)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10419): Process ended prematurely: osmo-stp_10.42.42.5(pid=10419) [trial-2403↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10419)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 ussd:nanobts+band-1900 assert_extension.py\u000a----------------------------------------------\u000a10:53:48.409282 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a10:53:48.420938 tst ussd:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a10:53:48.552243 tst assert_extension.py: using LAC 40431\u000a10:53:48.679325 tst assert_extension.py: using RAC 141\u000a10:53:48.805354 tst assert_extension.py: using CellId 40431\u000a10:53:48.932513 tst assert_extension.py: using BVCI 40432\u000a10:53:48.957154 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a10:53:48.968602 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a10:53:48.979958 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a10:53:48.991219 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a10:53:49.002917 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a10:53:49.014301 tst ussd:nanobts+band-1900: Using 1 x modem (candidates: 1)\u000a10:53:49.215323 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:53:49.707769 run create_hlr_db(pid=10413): Launched\u000a10:53:49.894959 bus /sierra_2: Setting Powered False\u000a10:53:50.915283 run create_hlr_db(pid=10413): Terminated: ok {rc=0}\u000a10:53:51.346696 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10415): Launched\u000a10:53:51.670203 run osmo-hlr_10.42.42.2(pid=10416): Launched\u000a10:53:51.786270 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:53:52.346917 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10418): Launched\u000a10:53:52.669742 run osmo-stp_10.42.42.5(pid=10419): Launched\u000a10:53:52.785968 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:53:53.373624 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10421): Launched\u000a10:53:53.696272 run osmo-msc_10.42.42.6(pid=10422): Launched\u000a10:53:53.883621 run osmo-stp_10.42.42.5(pid=10419): ERR: Terminated: ERROR {rc=1} [trial-2403↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10419)]\u000a10:53:54.018746 run osmo-stp_10.42.42.5(pid=10419): stdout: \u000a| (launched: 2022-12-14_10:53:52.510229)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:53:54.153215 run osmo-stp_10.42.42.5(pid=10419): stderr: \u000a| �[0;m�[38;5;43m20221214105352700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214105352700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214105352700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214105352700 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214105352701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214105352701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214105352701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:53:54.281902 run osmo-stp_10.42.42.5(pid=10419): stdout: \u000a| (launched: 2022-12-14_10:53:52.510229)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:53:54.409800 run osmo-stp_10.42.42.5(pid=10419): stderr: \u000a| �[0;m�[38;5;43m20221214105352700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214105352700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214105352700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214105352700 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214105352701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214105352701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214105352701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:53:54.466540 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=10419): Process ended prematurely: osmo-stp_10.42.42.5(pid=10419) [trial-2403↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10419)] [trial-2403↪ussd:nanobts+band-1900↪assert_extension.py:17]\u000a10:53:54.475521 tst assert_extension.py:17: Test FAILED (6.1 sec)\u000a10:53:54.539748 run osmo-hlr_10.42.42.2(pid=10416): ERR: Terminated: ERROR {rc=237} [trial-2403↪ussd:nanobts+band-1900↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10416)]\u000a10:53:54.592242 run osmo-hlr_10.42.42.2(pid=10416): stdout: \u000a| (launched: 2022-12-14_10:53:51.510306) \u000a10:53:54.645440 run osmo-hlr_10.42.42.2(pid=10416): stderr: \u000a| �[0;m�[1;31m20221214105351707 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214105351707 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214105351707 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214105351707 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214105351707 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214105351708 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214105351723 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/ussd:nanobts+band-1900/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214105351732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214105351733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214105351733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:53:54.717025 run osmo-msc_10.42.42.6(pid=10422): ERR: Terminated: ERROR {rc=2} [trial-2403↪ussd:nanobts+band-1900↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10422)]\u000a10:53:54.768992 run osmo-msc_10.42.42.6(pid=10422): stdout: \u000a| (launched: 2022-12-14_10:53:53.537260) \u000a10:53:54.821686 run osmo-msc_10.42.42.6(pid=10422): stderr: \u000a| �[0;m�[38;5;43m20221214105353858 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214105353858 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd292dcec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214105353858 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214105353858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214105353858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214105353859 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214105353860 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214105353861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214105353861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214105353861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:53:54.866595 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10415): Terminating (SIGTERM)\u000a10:53:54.909105 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10418): Terminating (SIGTERM)\u000a10:53:54.951995 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10421): Terminating (SIGTERM)\u000a10:53:54.961919 --- ParallelTerminationStrategy: PID 10415 died...\u000a10:53:55.018990 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10415): Terminated: ok {rc=0}\u000a10:53:55.029377 --- ParallelTerminationStrategy: PID 10418 died...\u000a10:53:55.086472 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10418): Terminated: ok {rc=0}\u000a10:53:55.096811 --- ParallelTerminationStrategy: PID 10421 died...\u000a10:53:55.153511 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10421): Terminated: ok {rc=0}\u000a10:53:55.241743 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "134", "name" : "ussd_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T10:53:48" }, { "cases" : [ { "testActions" : [ ], "age" : 73, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10433): Process ended prematurely: osmo-stp_10.42.42.5(pid=10433) [trial-2403↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10433)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10433): Process ended prematurely: osmo-stp_10.42.42.5(pid=10433) [trial-2403↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10433)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a10:53:57.173884 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:53:57.185190 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a10:53:57.332890 tst mo_mt_call.py: using LAC 40432\u000a10:53:57.458903 tst mo_mt_call.py: using RAC 142\u000a10:53:57.577886 tst mo_mt_call.py: using CellId 40432\u000a10:53:57.696564 tst mo_mt_call.py: using BVCI 40433\u000a10:53:57.719881 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:53:57.731144 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:53:57.742186 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:53:57.753165 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:53:57.764518 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:53:57.775764 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a10:53:57.892249 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a10:53:58.094466 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:53:58.574670 run create_hlr_db(pid=10427): Launched\u000a10:53:58.750367 bus /sierra_2: Setting Powered False\u000a10:53:59.782857 run create_hlr_db(pid=10427): Terminated: ok {rc=0}\u000a10:54:00.218413 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10429): Launched\u000a10:54:00.546999 run osmo-hlr_10.42.42.2(pid=10430): Launched\u000a10:54:00.670321 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:54:01.328823 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10432): Launched\u000a10:54:01.675575 run osmo-stp_10.42.42.5(pid=10433): Launched\u000a10:54:01.960680 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:54:02.596902 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10483): Launched\u000a10:54:03.047160 run osmo-msc_10.42.42.6(pid=10490): Launched\u000a10:54:03.459153 run osmo-stp_10.42.42.5(pid=10433): ERR: Terminated: ERROR {rc=1} [trial-2403↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10433)]\u000a10:54:03.808930 run osmo-stp_10.42.42.5(pid=10433): stdout: \u000a| (launched: 2022-12-14_10:54:01.492216)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:54:04.053447 run osmo-stp_10.42.42.5(pid=10433): stderr: \u000a| �[0;m�[38;5;43m20221214105401777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214105401777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214105401781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214105401781 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214105401783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214105401783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214105401783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:54:04.210926 run osmo-stp_10.42.42.5(pid=10433): stdout: \u000a| (launched: 2022-12-14_10:54:01.492216)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:54:04.360382 run osmo-stp_10.42.42.5(pid=10433): stderr: \u000a| �[0;m�[38;5;43m20221214105401777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214105401777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214105401781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214105401781 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214105401783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214105401783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214105401783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:54:04.433128 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10433): Process ended prematurely: osmo-stp_10.42.42.5(pid=10433) [trial-2403↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10433)] [trial-2403↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a10:54:04.444854 tst mo_mt_call.py:8: Test FAILED (7.3 sec)\u000a10:54:04.522617 run osmo-hlr_10.42.42.2(pid=10430): ERR: Terminated: ERROR {rc=237} [trial-2403↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10430)]\u000a10:54:04.587464 run osmo-hlr_10.42.42.2(pid=10430): stdout: \u000a| (launched: 2022-12-14_10:54:00.383578) \u000a10:54:04.652835 run osmo-hlr_10.42.42.2(pid=10430): stderr: \u000a| �[0;m�[1;31m20221214105400583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214105400583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214105400583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214105400583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214105400583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214105400583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214105400595 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214105400604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214105400604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214105400604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:54:04.731093 run osmo-msc_10.42.42.6(pid=10490): ERR: Terminated: ERROR {rc=2} [trial-2403↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10490)]\u000a10:54:04.783915 run osmo-msc_10.42.42.6(pid=10490): stdout: \u000a| (launched: 2022-12-14_10:54:02.758850) \u000a10:54:04.837374 run osmo-msc_10.42.42.6(pid=10490): stderr: \u000a| �[0;m�[38;5;43m20221214105403430 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214105403430 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa7a22acc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214105403430 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214105403430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214105403430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214105403431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214105403432 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214105403441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214105403441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214105403441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:54:04.883303 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10429): Terminating (SIGTERM)\u000a10:54:04.943942 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10432): Terminating (SIGTERM)\u000a10:54:04.987566 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10483): Terminating (SIGTERM)\u000a10:54:04.997457 --- ParallelTerminationStrategy: PID 10429 died...\u000a10:54:05.055132 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10429): Terminated: ok {rc=0}\u000a10:54:05.065817 --- ParallelTerminationStrategy: PID 10432 died...\u000a10:54:05.123020 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10432): Terminated: ok {rc=0}\u000a10:54:05.133844 --- ParallelTerminationStrategy: PID 10483 died...\u000a10:54:05.191302 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10483): Terminated: ok {rc=0}\u000a10:54:05.282211 bus /sierra_3: Setting Powered False\u000a10:54:06.394931 bus /sierra_3: Setting Powered False\u000a10:54:07.511085 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 82, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10717): Process ended prematurely: osmo-stp_10.42.42.5(pid=10717) [trial-2403↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10717)]", "failedSince" : 2322, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10717): Process ended prematurely: osmo-stp_10.42.42.5(pid=10717) [trial-2403↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10717)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:54:08.625713 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:54:08.638470 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a10:54:08.792317 tst mo_mt_call_osmux.py: using LAC 40433\u000a10:54:08.917058 tst mo_mt_call_osmux.py: using RAC 143\u000a10:54:09.040326 tst mo_mt_call_osmux.py: using CellId 40433\u000a10:54:09.164829 tst mo_mt_call_osmux.py: using BVCI 40434\u000a10:54:09.189070 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:54:09.201433 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:54:09.213476 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:54:09.225407 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:54:09.238688 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:54:09.251890 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a10:54:09.377557 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a10:54:09.589899 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:54:10.130200 run create_hlr_db(pid=10711): Launched\u000a10:54:10.323136 bus /sierra_2: Setting Powered False\u000a10:54:11.347686 run create_hlr_db(pid=10711): Terminated: ok {rc=0}\u000a10:54:11.811496 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10713): Launched\u000a10:54:12.255047 run osmo-hlr_10.42.42.2(pid=10714): Launched\u000a10:54:12.490531 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:54:13.088883 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10716): Launched\u000a10:54:13.534777 run osmo-stp_10.42.42.5(pid=10717): Launched\u000a10:54:13.747632 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:54:14.375014 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10719): Launched\u000a10:54:14.818396 run osmo-msc_10.42.42.6(pid=10720): Launched\u000a10:54:15.217938 run osmo-stp_10.42.42.5(pid=10717): ERR: Terminated: ERROR {rc=1} [trial-2403↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10717)]\u000a10:54:15.415475 run osmo-stp_10.42.42.5(pid=10717): stdout: \u000a| (launched: 2022-12-14_10:54:13.261490)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:54:15.559117 run osmo-stp_10.42.42.5(pid=10717): stderr: \u000a| �[0;m�[38;5;43m20221214105413552 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214105413552 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214105413552 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214105413558 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214105413558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214105413559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214105413559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:54:15.695222 run osmo-stp_10.42.42.5(pid=10717): stdout: \u000a| (launched: 2022-12-14_10:54:13.261490)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:54:15.837571 run osmo-stp_10.42.42.5(pid=10717): stderr: \u000a| �[0;m�[38;5;43m20221214105413552 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214105413552 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214105413552 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214105413558 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214105413558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214105413559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214105413559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:54:15.930709 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10717): Process ended prematurely: osmo-stp_10.42.42.5(pid=10717) [trial-2403↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10717)] [trial-2403↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a10:54:15.944463 tst mo_mt_call_osmux.py:8: Test FAILED (7.3 sec)\u000a10:54:16.025156 run osmo-hlr_10.42.42.2(pid=10714): ERR: Terminated: ERROR {rc=237} [trial-2403↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10714)]\u000a10:54:16.079123 run osmo-hlr_10.42.42.2(pid=10714): stdout: \u000a| (launched: 2022-12-14_10:54:11.983355) \u000a10:54:16.134665 run osmo-hlr_10.42.42.2(pid=10714): stderr: \u000a| �[0;m�[1;31m20221214105412289 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214105412289 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214105412289 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214105412289 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214105412289 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214105412289 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214105412305 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214105412315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214105412316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214105412316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:54:16.208544 run osmo-msc_10.42.42.6(pid=10720): ERR: Terminated: ERROR {rc=2} [trial-2403↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10720)]\u000a10:54:16.261744 run osmo-msc_10.42.42.6(pid=10720): stdout: \u000a| (launched: 2022-12-14_10:54:14.547243) \u000a10:54:16.344936 run osmo-msc_10.42.42.6(pid=10720): stderr: \u000a| �[0;m�[38;5;43m20221214105415046 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214105415046 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f62cf21bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214105415046 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214105415046 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214105415047 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214105415047 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214105415048 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214105415057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214105415057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214105415058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:54:16.413819 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10713): Terminating (SIGTERM)\u000a10:54:16.468352 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10716): Terminating (SIGTERM)\u000a10:54:16.523790 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10719): Terminating (SIGTERM)\u000a10:54:16.537962 --- ParallelTerminationStrategy: PID 10713 died...\u000a10:54:16.608677 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10713): Terminated: ok {rc=0}\u000a10:54:16.624168 --- ParallelTerminationStrategy: PID 10716 died...\u000a10:54:16.691871 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10716): Terminated: ok {rc=0}\u000a10:54:16.705151 --- ParallelTerminationStrategy: PID 10719 died...\u000a10:54:16.774509 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10719): Terminated: ok {rc=0}\u000a10:54:16.911211 bus /sierra_3: Setting Powered False\u000a10:54:18.039339 bus /sierra_3: Setting Powered False\u000a10:54:19.153564 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 24.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "135", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T10:53:56" }, { "cases" : [ { "testActions" : [ ], "age" : 73, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10732): Process ended prematurely: osmo-stp_10.42.42.5(pid=10732) [trial-2403↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10732)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10732): Process ended prematurely: osmo-stp_10.42.42.5(pid=10732) [trial-2403↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10732)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a10:54:21.156057 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:54:21.168349 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a10:54:21.331318 tst mo_mt_call.py: using LAC 40434\u000a10:54:21.461561 tst mo_mt_call.py: using RAC 144\u000a10:54:21.589984 tst mo_mt_call.py: using CellId 40434\u000a10:54:21.716182 tst mo_mt_call.py: using BVCI 40435\u000a10:54:21.746038 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:54:21.758814 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:54:21.771304 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:54:21.783814 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:54:21.797274 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:54:21.811364 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a10:54:21.936222 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a10:54:22.150864 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:54:22.714786 run create_hlr_db(pid=10725): Launched\u000a10:54:22.908012 bus /sierra_2: Setting Powered False\u000a10:54:23.931913 run create_hlr_db(pid=10725): Terminated: ok {rc=0}\u000a10:54:24.392550 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10727): Launched\u000a10:54:24.827851 run osmo-hlr_10.42.42.2(pid=10728): Launched\u000a10:54:25.074865 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:54:25.643416 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10731): Launched\u000a10:54:25.967218 run osmo-stp_10.42.42.5(pid=10732): Launched\u000a10:54:26.084104 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:54:26.675156 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10734): Launched\u000a10:54:26.998377 run osmo-msc_10.42.42.6(pid=10735): Launched\u000a10:54:27.186361 run osmo-stp_10.42.42.5(pid=10732): ERR: Terminated: ERROR {rc=1} [trial-2403↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10732)]\u000a10:54:27.323056 run osmo-stp_10.42.42.5(pid=10732): stdout: \u000a| (launched: 2022-12-14_10:54:25.807234)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:54:27.458827 run osmo-stp_10.42.42.5(pid=10732): stderr: \u000a| �[0;m�[38;5;43m20221214105425997 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214105425997 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214105425997 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214105425997 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214105425998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214105425998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214105425998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:54:27.587802 run osmo-stp_10.42.42.5(pid=10732): stdout: \u000a| (launched: 2022-12-14_10:54:25.807234)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:54:27.715840 run osmo-stp_10.42.42.5(pid=10732): stderr: \u000a| �[0;m�[38;5;43m20221214105425997 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214105425997 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214105425997 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214105425997 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214105425998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214105425998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214105425998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:54:27.772458 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10732): Process ended prematurely: osmo-stp_10.42.42.5(pid=10732) [trial-2403↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10732)] [trial-2403↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a10:54:27.781933 tst mo_mt_call.py:8: Test FAILED (6.7 sec)\u000a10:54:27.844294 run osmo-hlr_10.42.42.2(pid=10728): ERR: Terminated: ERROR {rc=237} [trial-2403↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10728)]\u000a10:54:27.895795 run osmo-hlr_10.42.42.2(pid=10728): stdout: \u000a| (launched: 2022-12-14_10:54:24.564202) \u000a10:54:27.947936 run osmo-hlr_10.42.42.2(pid=10728): stderr: \u000a| �[0;m�[1;31m20221214105424871 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214105424871 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214105424871 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214105424871 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214105424871 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214105424871 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214105424891 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214105424907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214105424907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214105424907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:54:28.018717 run osmo-msc_10.42.42.6(pid=10735): ERR: Terminated: ERROR {rc=2} [trial-2403↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10735)]\u000a10:54:28.070102 run osmo-msc_10.42.42.6(pid=10735): stdout: \u000a| (launched: 2022-12-14_10:54:26.839052) \u000a10:54:28.121826 run osmo-msc_10.42.42.6(pid=10735): stderr: \u000a| �[0;m�[38;5;43m20221214105427160 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214105427160 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7efc41a65c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214105427160 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214105427160 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214105427160 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214105427161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214105427162 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214105427163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214105427163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214105427163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:54:28.165876 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10727): Terminating (SIGTERM)\u000a10:54:28.207237 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10731): Terminating (SIGTERM)\u000a10:54:28.248744 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10734): Terminating (SIGTERM)\u000a10:54:28.258443 --- ParallelTerminationStrategy: PID 10727 died...\u000a10:54:28.313839 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10727): Terminated: ok {rc=0}\u000a10:54:28.323787 --- ParallelTerminationStrategy: PID 10731 died...\u000a10:54:28.378936 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10731): Terminated: ok {rc=0}\u000a10:54:28.388841 --- ParallelTerminationStrategy: PID 10734 died...\u000a10:54:28.444452 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10734): Terminated: ok {rc=0}\u000a10:54:28.530259 bus /sierra_3: Setting Powered False\u000a10:54:29.634234 bus /sierra_3: Setting Powered False\u000a10:54:30.744652 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 84, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10743): Process ended prematurely: osmo-stp_10.42.42.5(pid=10743) [trial-2403↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10743)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10743): Process ended prematurely: osmo-stp_10.42.42.5(pid=10743) [trial-2403↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10743)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:54:31.897333 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:54:31.914310 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a10:54:32.095162 tst mo_mt_call_osmux.py: using LAC 40435\u000a10:54:32.222683 tst mo_mt_call_osmux.py: using RAC 145\u000a10:54:32.349154 tst mo_mt_call_osmux.py: using CellId 40435\u000a10:54:32.477395 tst mo_mt_call_osmux.py: using BVCI 40436\u000a10:54:32.502073 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:54:32.513733 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:54:32.525253 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:54:32.536657 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:54:32.548210 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:54:32.559800 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a10:54:32.677462 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a10:54:32.886627 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:54:33.366295 run create_hlr_db(pid=10737): Launched\u000a10:54:33.541432 bus /sierra_2: Setting Powered False\u000a10:54:34.562317 run create_hlr_db(pid=10737): Terminated: ok {rc=0}\u000a10:54:34.994003 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10739): Launched\u000a10:54:35.319163 run osmo-hlr_10.42.42.2(pid=10740): Launched\u000a10:54:35.440697 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:54:36.003221 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10742): Launched\u000a10:54:36.326858 run osmo-stp_10.42.42.5(pid=10743): Launched\u000a10:54:36.442914 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:54:37.038421 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10745): Launched\u000a10:54:37.363824 run osmo-msc_10.42.42.6(pid=10746): Launched\u000a10:54:37.553762 run osmo-stp_10.42.42.5(pid=10743): ERR: Terminated: ERROR {rc=1} [trial-2403↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10743)]\u000a10:54:37.690041 run osmo-stp_10.42.42.5(pid=10743): stdout: \u000a| (launched: 2022-12-14_10:54:36.166639)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:54:37.825076 run osmo-stp_10.42.42.5(pid=10743): stderr: \u000a| �[0;m�[38;5;43m20221214105436358 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214105436359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214105436359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214105436359 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214105436360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214105436360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214105436360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:54:37.954411 run osmo-stp_10.42.42.5(pid=10743): stdout: \u000a| (launched: 2022-12-14_10:54:36.166639)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:54:38.082344 run osmo-stp_10.42.42.5(pid=10743): stderr: \u000a| �[0;m�[38;5;43m20221214105436358 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214105436359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214105436359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214105436359 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214105436360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214105436360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214105436360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:54:38.139500 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10743): Process ended prematurely: osmo-stp_10.42.42.5(pid=10743) [trial-2403↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10743)] [trial-2403↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a10:54:38.148811 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a10:54:38.211679 run osmo-hlr_10.42.42.2(pid=10740): ERR: Terminated: ERROR {rc=237} [trial-2403↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10740)]\u000a10:54:38.263061 run osmo-hlr_10.42.42.2(pid=10740): stdout: \u000a| (launched: 2022-12-14_10:54:35.158276) \u000a10:54:38.315610 run osmo-hlr_10.42.42.2(pid=10740): stderr: \u000a| �[0;m�[1;31m20221214105435356 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214105435356 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214105435356 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214105435356 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214105435356 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214105435356 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214105435368 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214105435378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214105435379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214105435379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:54:38.386031 run osmo-msc_10.42.42.6(pid=10746): ERR: Terminated: ERROR {rc=2} [trial-2403↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10746)]\u000a10:54:38.437635 run osmo-msc_10.42.42.6(pid=10746): stdout: \u000a| (launched: 2022-12-14_10:54:37.203135) \u000a10:54:38.489653 run osmo-msc_10.42.42.6(pid=10746): stderr: \u000a| �[0;m�[38;5;43m20221214105437526 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214105437526 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb7d8dc6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214105437526 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214105437526 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214105437526 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214105437526 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214105437528 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214105437529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214105437530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214105437530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:54:38.533924 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10739): Terminating (SIGTERM)\u000a10:54:38.575778 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10742): Terminating (SIGTERM)\u000a10:54:38.617590 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10745): Terminating (SIGTERM)\u000a10:54:38.627261 --- ParallelTerminationStrategy: PID 10739 died...\u000a10:54:38.683115 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10739): Terminated: ok {rc=0}\u000a10:54:38.693362 --- ParallelTerminationStrategy: PID 10742 died...\u000a10:54:38.748662 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10742): Terminated: ok {rc=0}\u000a10:54:38.758663 --- ParallelTerminationStrategy: PID 10745 died...\u000a10:54:38.814202 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10745): Terminated: ok {rc=0}\u000a10:54:38.901178 bus /sierra_3: Setting Powered False\u000a10:54:40.006818 bus /sierra_3: Setting Powered False\u000a10:54:41.120034 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "136", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T10:54:20" }, { "cases" : [ { "testActions" : [ ], "age" : 73, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10757): Process ended prematurely: osmo-stp_10.42.42.5(pid=10757) [trial-2403↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10757)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10757): Process ended prematurely: osmo-stp_10.42.42.5(pid=10757) [trial-2403↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10757)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a10:54:43.095121 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:54:43.106725 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a10:54:43.262437 tst mo_mt_call.py: using LAC 40436\u000a10:54:43.386526 tst mo_mt_call.py: using RAC 146\u000a10:54:43.511240 tst mo_mt_call.py: using CellId 40436\u000a10:54:43.634922 tst mo_mt_call.py: using BVCI 40437\u000a10:54:43.659432 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:54:43.671170 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:54:43.682617 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:54:43.694110 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:54:43.705782 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:54:43.717304 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a10:54:43.838692 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a10:54:44.042502 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:54:44.519630 run create_hlr_db(pid=10751): Launched\u000a10:54:44.693105 bus /sierra_2: Setting Powered False\u000a10:54:45.726322 run create_hlr_db(pid=10751): Terminated: ok {rc=0}\u000a10:54:46.196875 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10753): Launched\u000a10:54:46.612894 run osmo-hlr_10.42.42.2(pid=10754): Launched\u000a10:54:46.815744 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:54:47.493476 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10756): Launched\u000a10:54:47.815592 run osmo-stp_10.42.42.5(pid=10757): Launched\u000a10:54:47.931017 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:54:48.524526 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10759): Launched\u000a10:54:48.848418 run osmo-msc_10.42.42.6(pid=10760): Launched\u000a10:54:49.037588 run osmo-stp_10.42.42.5(pid=10757): ERR: Terminated: ERROR {rc=1} [trial-2403↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10757)]\u000a10:54:49.173318 run osmo-stp_10.42.42.5(pid=10757): stdout: \u000a| (launched: 2022-12-14_10:54:47.657068)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:54:49.309372 run osmo-stp_10.42.42.5(pid=10757): stderr: \u000a| �[0;m�[38;5;43m20221214105447849 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214105447849 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214105447850 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214105447850 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214105447850 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214105447851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214105447851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:54:49.438849 run osmo-stp_10.42.42.5(pid=10757): stdout: \u000a| (launched: 2022-12-14_10:54:47.657068)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:54:49.567978 run osmo-stp_10.42.42.5(pid=10757): stderr: \u000a| �[0;m�[38;5;43m20221214105447849 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214105447849 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214105447850 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214105447850 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214105447850 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214105447851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214105447851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:54:49.624803 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10757): Process ended prematurely: osmo-stp_10.42.42.5(pid=10757) [trial-2403↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10757)] [trial-2403↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a10:54:49.634217 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a10:54:49.696617 run osmo-hlr_10.42.42.2(pid=10754): ERR: Terminated: ERROR {rc=237} [trial-2403↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10754)]\u000a10:54:49.748242 run osmo-hlr_10.42.42.2(pid=10754): stdout: \u000a| (launched: 2022-12-14_10:54:46.364855) \u000a10:54:49.800538 run osmo-hlr_10.42.42.2(pid=10754): stderr: \u000a| �[0;m�[1;31m20221214105446701 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214105446701 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214105446701 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214105446702 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214105446702 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214105446702 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214105446718 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214105446742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214105446742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214105446742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:54:49.871038 run osmo-msc_10.42.42.6(pid=10760): ERR: Terminated: ERROR {rc=2} [trial-2403↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10760)]\u000a10:54:49.922368 run osmo-msc_10.42.42.6(pid=10760): stdout: \u000a| (launched: 2022-12-14_10:54:48.689107) \u000a10:54:49.974119 run osmo-msc_10.42.42.6(pid=10760): stderr: \u000a| �[0;m�[38;5;43m20221214105449011 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214105449011 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9653632c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214105449011 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214105449011 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214105449011 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214105449012 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214105449013 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214105449014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214105449014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214105449014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:54:50.018392 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10753): Terminating (SIGTERM)\u000a10:54:50.060088 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10756): Terminating (SIGTERM)\u000a10:54:50.101814 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10759): Terminating (SIGTERM)\u000a10:54:50.111518 --- ParallelTerminationStrategy: PID 10753 died...\u000a10:54:50.167247 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10753): Terminated: ok {rc=0}\u000a10:54:50.177308 --- ParallelTerminationStrategy: PID 10756 died...\u000a10:54:50.232465 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10756): Terminated: ok {rc=0}\u000a10:54:50.242412 --- ParallelTerminationStrategy: PID 10759 died...\u000a10:54:50.297796 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10759): Terminated: ok {rc=0}\u000a10:54:50.383805 bus /sierra_3: Setting Powered False\u000a10:54:51.490242 bus /sierra_3: Setting Powered False\u000a10:54:52.602840 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 84, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10768): Process ended prematurely: osmo-stp_10.42.42.5(pid=10768) [trial-2403↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10768)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10768): Process ended prematurely: osmo-stp_10.42.42.5(pid=10768) [trial-2403↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10768)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:54:53.713504 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:54:53.725567 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a10:54:53.879606 tst mo_mt_call_osmux.py: using LAC 40437\u000a10:54:54.004331 tst mo_mt_call_osmux.py: using RAC 147\u000a10:54:54.129756 tst mo_mt_call_osmux.py: using CellId 40437\u000a10:54:54.252493 tst mo_mt_call_osmux.py: using BVCI 40438\u000a10:54:54.275704 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:54:54.287256 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:54:54.298535 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:54:54.309858 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:54:54.321611 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:54:54.333640 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a10:54:54.450927 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a10:54:54.663889 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:54:55.180754 run create_hlr_db(pid=10762): Launched\u000a10:54:55.366772 bus /sierra_2: Setting Powered False\u000a10:54:56.388347 run create_hlr_db(pid=10762): Terminated: ok {rc=0}\u000a10:54:56.796758 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10764): Launched\u000a10:54:57.100566 run osmo-hlr_10.42.42.2(pid=10765): Launched\u000a10:54:57.217229 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:54:57.751136 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10767): Launched\u000a10:54:58.054570 run osmo-stp_10.42.42.5(pid=10768): Launched\u000a10:54:58.164759 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:54:58.726055 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10770): Launched\u000a10:54:59.031892 run osmo-msc_10.42.42.6(pid=10771): Launched\u000a10:54:59.211210 run osmo-stp_10.42.42.5(pid=10768): ERR: Terminated: ERROR {rc=1} [trial-2403↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10768)]\u000a10:54:59.340494 run osmo-stp_10.42.42.5(pid=10768): stdout: \u000a| (launched: 2022-12-14_10:54:57.904544)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:54:59.467387 run osmo-stp_10.42.42.5(pid=10768): stderr: \u000a| �[0;m�[38;5;43m20221214105458072 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214105458072 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214105458072 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214105458073 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214105458073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214105458073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214105458073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:54:59.589293 run osmo-stp_10.42.42.5(pid=10768): stdout: \u000a| (launched: 2022-12-14_10:54:57.904544)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:54:59.709654 run osmo-stp_10.42.42.5(pid=10768): stderr: \u000a| �[0;m�[38;5;43m20221214105458072 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214105458072 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214105458072 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214105458073 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214105458073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214105458073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214105458073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:54:59.763339 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10768): Process ended prematurely: osmo-stp_10.42.42.5(pid=10768) [trial-2403↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10768)] [trial-2403↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a10:54:59.772020 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a10:54:59.832336 run osmo-hlr_10.42.42.2(pid=10765): ERR: Terminated: ERROR {rc=237} [trial-2403↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10765)]\u000a10:54:59.881385 run osmo-hlr_10.42.42.2(pid=10765): stdout: \u000a| (launched: 2022-12-14_10:54:56.950458) \u000a10:54:59.930935 run osmo-hlr_10.42.42.2(pid=10765): stderr: \u000a| �[0;m�[1;31m20221214105457123 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214105457124 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214105457124 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214105457124 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214105457124 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214105457124 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214105457137 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214105457147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214105457148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214105457148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:54:59.998226 run osmo-msc_10.42.42.6(pid=10771): ERR: Terminated: ERROR {rc=2} [trial-2403↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10771)]\u000a10:55:00.047426 run osmo-msc_10.42.42.6(pid=10771): stdout: \u000a| (launched: 2022-12-14_10:54:58.879703) \u000a10:55:00.097286 run osmo-msc_10.42.42.6(pid=10771): stderr: \u000a| �[0;m�[38;5;43m20221214105459149 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214105459150 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb6c644ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214105459150 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214105459150 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214105459150 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214105459150 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214105459152 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214105459153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214105459153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214105459153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:55:00.139623 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10764): Terminating (SIGTERM)\u000a10:55:00.179651 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10767): Terminating (SIGTERM)\u000a10:55:00.219690 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10770): Terminating (SIGTERM)\u000a10:55:00.229079 --- ParallelTerminationStrategy: PID 10764 died...\u000a10:55:00.282911 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10764): Terminated: ok {rc=0}\u000a10:55:00.292534 --- ParallelTerminationStrategy: PID 10767 died...\u000a10:55:00.345632 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10767): Terminated: ok {rc=0}\u000a10:55:00.355239 --- ParallelTerminationStrategy: PID 10770 died...\u000a10:55:00.408678 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10770): Terminated: ok {rc=0}\u000a10:55:00.497527 bus /sierra_3: Setting Powered False\u000a10:55:01.622724 bus /sierra_3: Setting Powered False\u000a10:55:02.730169 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "137", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T10:54:42" }, { "cases" : [ { "testActions" : [ ], "age" : 73, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10785): Process ended prematurely: osmo-stp_10.42.42.5(pid=10785) [trial-2403↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10785)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10785): Process ended prematurely: osmo-stp_10.42.42.5(pid=10785) [trial-2403↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10785)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a10:55:04.703630 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:55:04.715044 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a10:55:04.860023 tst mo_mt_call.py: using LAC 40438\u000a10:55:04.976516 tst mo_mt_call.py: using RAC 148\u000a10:55:05.093466 tst mo_mt_call.py: using CellId 40438\u000a10:55:05.210463 tst mo_mt_call.py: using BVCI 40439\u000a10:55:05.233557 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:55:05.244707 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:55:05.256131 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:55:05.267350 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:55:05.278970 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:55:05.290561 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a10:55:05.410965 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a10:55:05.614911 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:55:06.094121 run create_hlr_db(pid=10779): Launched\u000a10:55:06.267835 bus /sierra_2: Setting Powered False\u000a10:55:07.289521 run create_hlr_db(pid=10779): Terminated: ok {rc=0}\u000a10:55:07.694920 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10781): Launched\u000a10:55:07.998113 run osmo-hlr_10.42.42.2(pid=10782): Launched\u000a10:55:08.116294 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:55:08.650650 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10784): Launched\u000a10:55:08.954177 run osmo-stp_10.42.42.5(pid=10785): Launched\u000a10:55:09.063871 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:55:09.618327 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10787): Launched\u000a10:55:09.925175 run osmo-msc_10.42.42.6(pid=10788): Launched\u000a10:55:10.103727 run osmo-stp_10.42.42.5(pid=10785): ERR: Terminated: ERROR {rc=1} [trial-2403↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10785)]\u000a10:55:10.233059 run osmo-stp_10.42.42.5(pid=10785): stdout: \u000a| (launched: 2022-12-14_10:55:08.803704)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:55:10.359867 run osmo-stp_10.42.42.5(pid=10785): stderr: \u000a| �[0;m�[38;5;43m20221214105508971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214105508971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214105508971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214105508972 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214105508972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214105508972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214105508972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:55:10.481330 run osmo-stp_10.42.42.5(pid=10785): stdout: \u000a| (launched: 2022-12-14_10:55:08.803704)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:55:10.601848 run osmo-stp_10.42.42.5(pid=10785): stderr: \u000a| �[0;m�[38;5;43m20221214105508971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214105508971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214105508971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214105508972 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214105508972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214105508972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214105508972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:55:10.655343 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10785): Process ended prematurely: osmo-stp_10.42.42.5(pid=10785) [trial-2403↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10785)] [trial-2403↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a10:55:10.664171 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a10:55:10.724566 run osmo-hlr_10.42.42.2(pid=10782): ERR: Terminated: ERROR {rc=237} [trial-2403↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10782)]\u000a10:55:10.773974 run osmo-hlr_10.42.42.2(pid=10782): stdout: \u000a| (launched: 2022-12-14_10:55:07.847958) \u000a10:55:10.824210 run osmo-hlr_10.42.42.2(pid=10782): stderr: \u000a| �[0;m�[1;31m20221214105508024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214105508024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214105508024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214105508024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214105508024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214105508024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214105508036 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214105508044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214105508044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214105508044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:55:10.892369 run osmo-msc_10.42.42.6(pid=10788): ERR: Terminated: ERROR {rc=2} [trial-2403↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10788)]\u000a10:55:10.941904 run osmo-msc_10.42.42.6(pid=10788): stdout: \u000a| (launched: 2022-12-14_10:55:09.772485) \u000a10:55:10.991857 run osmo-msc_10.42.42.6(pid=10788): stderr: \u000a| �[0;m�[38;5;43m20221214105510043 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214105510044 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc712ccbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214105510044 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214105510044 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214105510044 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214105510044 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214105510046 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214105510046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214105510047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214105510047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:55:11.034416 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10781): Terminating (SIGTERM)\u000a10:55:11.074720 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10784): Terminating (SIGTERM)\u000a10:55:11.114944 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10787): Terminating (SIGTERM)\u000a10:55:11.124273 --- ParallelTerminationStrategy: PID 10781 died...\u000a10:55:11.178499 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10781): Terminated: ok {rc=0}\u000a10:55:11.188131 --- ParallelTerminationStrategy: PID 10784 died...\u000a10:55:11.241811 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10784): Terminated: ok {rc=0}\u000a10:55:11.251453 --- ParallelTerminationStrategy: PID 10787 died...\u000a10:55:11.304687 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10787): Terminated: ok {rc=0}\u000a10:55:11.393676 bus /sierra_3: Setting Powered False\u000a10:55:12.497110 bus /sierra_3: Setting Powered False\u000a10:55:13.604714 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 84, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10796): Process ended prematurely: osmo-stp_10.42.42.5(pid=10796) [trial-2403↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10796)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10796): Process ended prematurely: osmo-stp_10.42.42.5(pid=10796) [trial-2403↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10796)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:55:14.719701 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:55:14.732067 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a10:55:14.885776 tst mo_mt_call_osmux.py: using LAC 40439\u000a10:55:15.009791 tst mo_mt_call_osmux.py: using RAC 149\u000a10:55:15.135519 tst mo_mt_call_osmux.py: using CellId 40439\u000a10:55:15.271807 tst mo_mt_call_osmux.py: using BVCI 40440\u000a10:55:15.294836 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:55:15.306116 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:55:15.317280 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:55:15.328423 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:55:15.340368 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:55:15.352199 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a10:55:15.475115 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a10:55:15.689563 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:55:16.263305 run create_hlr_db(pid=10790): Launched\u000a10:55:16.453554 bus /sierra_2: Setting Powered False\u000a10:55:17.462926 run create_hlr_db(pid=10790): Terminated: ok {rc=0}\u000a10:55:17.905985 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10792): Launched\u000a10:55:18.231558 run osmo-hlr_10.42.42.2(pid=10793): Launched\u000a10:55:18.350112 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:55:18.913569 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10795): Launched\u000a10:55:19.237211 run osmo-stp_10.42.42.5(pid=10796): Launched\u000a10:55:19.354807 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:55:19.950331 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10798): Launched\u000a10:55:20.274638 run osmo-msc_10.42.42.6(pid=10799): Launched\u000a10:55:20.464033 run osmo-stp_10.42.42.5(pid=10796): ERR: Terminated: ERROR {rc=1} [trial-2403↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10796)]\u000a10:55:20.601098 run osmo-stp_10.42.42.5(pid=10796): stdout: \u000a| (launched: 2022-12-14_10:55:19.077536)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:55:20.736624 run osmo-stp_10.42.42.5(pid=10796): stderr: \u000a| �[0;m�[38;5;43m20221214105519267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214105519267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214105519267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214105519267 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214105519268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214105519268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214105519268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:55:20.866613 run osmo-stp_10.42.42.5(pid=10796): stdout: \u000a| (launched: 2022-12-14_10:55:19.077536)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:55:20.995328 run osmo-stp_10.42.42.5(pid=10796): stderr: \u000a| �[0;m�[38;5;43m20221214105519267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214105519267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214105519267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214105519267 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214105519268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214105519268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214105519268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:55:21.052339 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10796): Process ended prematurely: osmo-stp_10.42.42.5(pid=10796) [trial-2403↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10796)] [trial-2403↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a10:55:21.062038 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a10:55:21.125036 run osmo-hlr_10.42.42.2(pid=10793): ERR: Terminated: ERROR {rc=237} [trial-2403↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10793)]\u000a10:55:21.176886 run osmo-hlr_10.42.42.2(pid=10793): stdout: \u000a| (launched: 2022-12-14_10:55:18.070853) \u000a10:55:21.229367 run osmo-hlr_10.42.42.2(pid=10793): stderr: \u000a| �[0;m�[1;31m20221214105518266 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214105518266 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214105518266 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214105518267 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214105518267 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214105518267 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214105518279 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214105518288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214105518288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214105518288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:55:21.300147 run osmo-msc_10.42.42.6(pid=10799): ERR: Terminated: ERROR {rc=2} [trial-2403↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10799)]\u000a10:55:21.351628 run osmo-msc_10.42.42.6(pid=10799): stdout: \u000a| (launched: 2022-12-14_10:55:20.114902) \u000a10:55:21.403778 run osmo-msc_10.42.42.6(pid=10799): stderr: \u000a| �[0;m�[38;5;43m20221214105520434 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214105520435 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4096a0bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214105520435 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214105520435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214105520435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214105520435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214105520437 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214105520437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214105520437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214105520438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:55:21.448498 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10792): Terminating (SIGTERM)\u000a10:55:21.491037 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10795): Terminating (SIGTERM)\u000a10:55:21.533423 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10798): Terminating (SIGTERM)\u000a10:55:21.543272 --- ParallelTerminationStrategy: PID 10792 died...\u000a10:55:21.600087 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10792): Terminated: ok {rc=0}\u000a10:55:21.610476 --- ParallelTerminationStrategy: PID 10795 died...\u000a10:55:21.666969 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10795): Terminated: ok {rc=0}\u000a10:55:21.677159 --- ParallelTerminationStrategy: PID 10798 died...\u000a10:55:21.733543 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10798): Terminated: ok {rc=0}\u000a10:55:21.821036 bus /sierra_3: Setting Powered False\u000a10:55:22.928206 bus /sierra_3: Setting Powered False\u000a10:55:24.039290 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "138", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T10:55:04" }, { "cases" : [ { "testActions" : [ ], "age" : 73, "className" : "voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10810): Process ended prematurely: osmo-stp_10.42.42.5(pid=10810) [trial-2403↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10810)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10810): Process ended prematurely: osmo-stp_10.42.42.5(pid=10810) [trial-2403↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10810)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a10:55:26.009765 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:55:26.021568 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a10:55:26.178293 tst mo_mt_call.py: using LAC 40440\u000a10:55:26.306388 tst mo_mt_call.py: using RAC 150\u000a10:55:26.434985 tst mo_mt_call.py: using CellId 40440\u000a10:55:26.560611 tst mo_mt_call.py: using BVCI 40441\u000a10:55:26.585263 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:55:26.597022 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:55:26.608878 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:55:26.620476 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:55:26.632131 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:55:26.643705 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:55:26.762184 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:55:26.964775 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:55:27.443794 run create_hlr_db(pid=10804): Launched\u000a10:55:27.618524 bus /sierra_2: Setting Powered False\u000a10:55:28.639514 run create_hlr_db(pid=10804): Terminated: ok {rc=0}\u000a10:55:29.072432 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10806): Launched\u000a10:55:29.373561 run osmo-hlr_10.42.42.2(pid=10807): Launched\u000a10:55:29.487223 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:55:30.008082 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10809): Launched\u000a10:55:30.307188 run osmo-stp_10.42.42.5(pid=10810): Launched\u000a10:55:30.415790 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:55:31.007320 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10812): Launched\u000a10:55:31.486847 run osmo-msc_10.42.42.6(pid=10813): Launched\u000a10:55:31.896188 run osmo-stp_10.42.42.5(pid=10810): ERR: Terminated: ERROR {rc=1} [trial-2403↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10810)]\u000a10:55:32.064789 run osmo-stp_10.42.42.5(pid=10810): stdout: \u000a| (launched: 2022-12-14_10:55:30.159628)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:55:32.220292 run osmo-stp_10.42.42.5(pid=10810): stderr: \u000a| �[0;m�[38;5;43m20221214105530326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214105530327 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214105530327 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214105530327 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214105530328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214105530328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214105530328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:55:32.366239 run osmo-stp_10.42.42.5(pid=10810): stdout: \u000a| (launched: 2022-12-14_10:55:30.159628)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:55:32.487534 run osmo-stp_10.42.42.5(pid=10810): stderr: \u000a| �[0;m�[38;5;43m20221214105530326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214105530327 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214105530327 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214105530327 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214105530328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214105530328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214105530328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:55:32.540548 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10810): Process ended prematurely: osmo-stp_10.42.42.5(pid=10810) [trial-2403↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10810)] [trial-2403↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a10:55:32.549538 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a10:55:32.610833 run osmo-hlr_10.42.42.2(pid=10807): ERR: Terminated: ERROR {rc=237} [trial-2403↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10807)]\u000a10:55:32.661073 run osmo-hlr_10.42.42.2(pid=10807): stdout: \u000a| (launched: 2022-12-14_10:55:29.224436) \u000a10:55:32.711697 run osmo-hlr_10.42.42.2(pid=10807): stderr: \u000a| �[0;m�[1;31m20221214105529396 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214105529397 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214105529397 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214105529397 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214105529397 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214105529397 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214105529409 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214105529417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214105529417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214105529417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:55:32.780279 run osmo-msc_10.42.42.6(pid=10813): ERR: Terminated: ERROR {rc=2} [trial-2403↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10813)]\u000a10:55:32.830166 run osmo-msc_10.42.42.6(pid=10813): stdout: \u000a| (launched: 2022-12-14_10:55:31.173224) \u000a10:55:32.880597 run osmo-msc_10.42.42.6(pid=10813): stderr: \u000a| �[0;m�[38;5;43m20221214105531545 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214105531545 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fba5feffc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214105531546 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214105531546 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214105531546 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214105531547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214105531552 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214105531553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214105531553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214105531553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:55:32.923518 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10806): Terminating (SIGTERM)\u000a10:55:32.964126 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10809): Terminating (SIGTERM)\u000a10:55:33.004683 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10812): Terminating (SIGTERM)\u000a10:55:33.014112 --- ParallelTerminationStrategy: PID 10806 died...\u000a10:55:33.068874 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10806): Terminated: ok {rc=0}\u000a10:55:33.078681 --- ParallelTerminationStrategy: PID 10809 died...\u000a10:55:33.133285 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10809): Terminated: ok {rc=0}\u000a10:55:33.143042 --- ParallelTerminationStrategy: PID 10812 died...\u000a10:55:33.197503 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10812): Terminated: ok {rc=0}\u000a10:55:33.284833 bus /sierra_3: Setting Powered False\u000a10:55:34.388058 bus /sierra_3: Setting Powered False\u000a10:55:35.493747 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 86, "className" : "voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10821): Process ended prematurely: osmo-stp_10.42.42.5(pid=10821) [trial-2403↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10821)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10821): Process ended prematurely: osmo-stp_10.42.42.5(pid=10821) [trial-2403↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10821)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:55:36.608877 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:55:36.621421 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a10:55:36.775403 tst mo_mt_call_osmux.py: using LAC 40441\u000a10:55:36.902824 tst mo_mt_call_osmux.py: using RAC 151\u000a10:55:37.029863 tst mo_mt_call_osmux.py: using CellId 40441\u000a10:55:37.157057 tst mo_mt_call_osmux.py: using BVCI 40442\u000a10:55:37.181503 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:55:37.193268 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:55:37.204721 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:55:37.216245 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:55:37.228080 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:55:37.239735 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:55:37.356449 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:55:37.565936 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:55:38.079625 run create_hlr_db(pid=10815): Launched\u000a10:55:38.265135 bus /sierra_2: Setting Powered False\u000a10:55:39.285304 run create_hlr_db(pid=10815): Terminated: ok {rc=0}\u000a10:55:39.690499 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10817): Launched\u000a10:55:39.991897 run osmo-hlr_10.42.42.2(pid=10818): Launched\u000a10:55:40.109007 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:55:40.638905 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10820): Launched\u000a10:55:40.940219 run osmo-stp_10.42.42.5(pid=10821): Launched\u000a10:55:41.049316 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:55:41.598800 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10823): Launched\u000a10:55:41.900365 run osmo-msc_10.42.42.6(pid=10824): Launched\u000a10:55:42.075473 run osmo-stp_10.42.42.5(pid=10821): ERR: Terminated: ERROR {rc=1} [trial-2403↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10821)]\u000a10:55:42.203239 run osmo-stp_10.42.42.5(pid=10821): stdout: \u000a| (launched: 2022-12-14_10:55:40.791087)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:55:42.328171 run osmo-stp_10.42.42.5(pid=10821): stderr: \u000a| �[0;m�[38;5;43m20221214105540958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214105540958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214105540958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214105540959 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214105540959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214105540959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214105540959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:55:42.448117 run osmo-stp_10.42.42.5(pid=10821): stdout: \u000a| (launched: 2022-12-14_10:55:40.791087)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:55:42.567342 run osmo-stp_10.42.42.5(pid=10821): stderr: \u000a| �[0;m�[38;5;43m20221214105540958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214105540958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214105540958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214105540959 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214105540959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214105540959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214105540959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:55:42.620098 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10821): Process ended prematurely: osmo-stp_10.42.42.5(pid=10821) [trial-2403↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10821)] [trial-2403↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a10:55:42.628621 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a10:55:42.688701 run osmo-hlr_10.42.42.2(pid=10818): ERR: Terminated: ERROR {rc=237} [trial-2403↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10818)]\u000a10:55:42.738023 run osmo-hlr_10.42.42.2(pid=10818): stdout: \u000a| (launched: 2022-12-14_10:55:39.842730) \u000a10:55:42.787716 run osmo-hlr_10.42.42.2(pid=10818): stderr: \u000a| �[0;m�[1;31m20221214105540016 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214105540016 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214105540017 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214105540017 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214105540017 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214105540017 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214105540029 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214105540039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214105540039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214105540039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:55:42.855272 run osmo-msc_10.42.42.6(pid=10824): ERR: Terminated: ERROR {rc=2} [trial-2403↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10824)]\u000a10:55:42.904187 run osmo-msc_10.42.42.6(pid=10824): stdout: \u000a| (launched: 2022-12-14_10:55:41.750388) \u000a10:55:42.953962 run osmo-msc_10.42.42.6(pid=10824): stderr: \u000a| �[0;m�[38;5;43m20221214105542018 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214105542018 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7b3d0b3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214105542018 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214105542018 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214105542019 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214105542019 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214105542020 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214105542021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214105542021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214105542021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:55:42.995989 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10817): Terminating (SIGTERM)\u000a10:55:43.035734 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10820): Terminating (SIGTERM)\u000a10:55:43.075508 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10823): Terminating (SIGTERM)\u000a10:55:43.084654 --- ParallelTerminationStrategy: PID 10817 died...\u000a10:55:43.138009 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10817): Terminated: ok {rc=0}\u000a10:55:43.147483 --- ParallelTerminationStrategy: PID 10820 died...\u000a10:55:43.200501 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10820): Terminated: ok {rc=0}\u000a10:55:43.210010 --- ParallelTerminationStrategy: PID 10823 died...\u000a10:55:43.263221 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10823): Terminated: ok {rc=0}\u000a10:55:43.346893 bus /sierra_3: Setting Powered False\u000a10:55:44.447519 bus /sierra_3: Setting Powered False\u000a10:55:45.558177 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "139", "name" : "voice_nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T10:55:25" }, { "cases" : [ { "testActions" : [ ], "age" : 73, "className" : "emergency:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10835): Process ended prematurely: osmo-stp_10.42.42.5(pid=10835) [trial-2403↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10835)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10835): Process ended prematurely: osmo-stp_10.42.42.5(pid=10835) [trial-2403↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10835)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 emergency:nanobts+band-1900 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a10:55:47.603986 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a10:55:47.615538 tst emergency:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a10:55:47.741564 tst emergency_mo_mt_call.py: using LAC 40442\u000a10:55:47.856686 tst emergency_mo_mt_call.py: using RAC 152\u000a10:55:47.973874 tst emergency_mo_mt_call.py: using CellId 40442\u000a10:55:48.098175 tst emergency_mo_mt_call.py: using BVCI 40443\u000a10:55:48.123226 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a10:55:48.134634 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a10:55:48.145876 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a10:55:48.157171 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a10:55:48.168868 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a10:55:48.180657 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a10:55:48.295090 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a10:55:48.502690 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:55:49.006572 run create_hlr_db(pid=10829): Launched\u000a10:55:49.189668 bus /sierra_2: Setting Powered False\u000a10:55:50.209167 run create_hlr_db(pid=10829): Terminated: ok {rc=0}\u000a10:55:50.606212 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10831): Launched\u000a10:55:50.900173 run osmo-hlr_10.42.42.2(pid=10832): Launched\u000a10:55:51.013272 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:55:51.533080 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10834): Launched\u000a10:55:51.828846 run osmo-stp_10.42.42.5(pid=10835): Launched\u000a10:55:51.947417 tst emergency_mo_mt_call.py: using MSISDN 8644\u000a10:55:52.096590 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:55:52.633776 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10840): Launched\u000a10:55:52.926740 run osmo-msc_10.42.42.6(pid=10841): Launched\u000a10:55:53.098783 run osmo-stp_10.42.42.5(pid=10835): ERR: Terminated: ERROR {rc=1} [trial-2403↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10835)]\u000a10:55:53.223897 run osmo-stp_10.42.42.5(pid=10835): stdout: \u000a| (launched: 2022-12-14_10:55:51.681578)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:55:53.346663 run osmo-stp_10.42.42.5(pid=10835): stderr: \u000a| �[0;m�[38;5;43m20221214105551846 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214105551846 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214105551847 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214105551847 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214105551847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214105551848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214105551848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:55:53.464645 run osmo-stp_10.42.42.5(pid=10835): stdout: \u000a| (launched: 2022-12-14_10:55:51.681578)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:55:53.581617 run osmo-stp_10.42.42.5(pid=10835): stderr: \u000a| �[0;m�[38;5;43m20221214105551846 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214105551846 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214105551847 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214105551847 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214105551847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214105551848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214105551848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:55:53.633034 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=10835): Process ended prematurely: osmo-stp_10.42.42.5(pid=10835) [trial-2403↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10835)] [trial-2403↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19]\u000a10:55:53.641534 tst emergency_mo_mt_call.py:19: Test FAILED (6.0 sec)\u000a10:55:53.701621 run osmo-hlr_10.42.42.2(pid=10832): ERR: Terminated: ERROR {rc=237} [trial-2403↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10832)]\u000a10:55:53.750728 run osmo-hlr_10.42.42.2(pid=10832): stdout: \u000a| (launched: 2022-12-14_10:55:50.754627) \u000a10:55:53.800612 run osmo-hlr_10.42.42.2(pid=10832): stderr: \u000a| �[0;m�[1;31m20221214105550926 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214105550927 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214105550927 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214105550927 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214105550927 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214105550927 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214105550940 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/emergency:nanobts+band-1900/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214105550950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214105550951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214105550951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:55:53.867916 run osmo-msc_10.42.42.6(pid=10841): ERR: Terminated: ERROR {rc=2} [trial-2403↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10841)]\u000a10:55:53.917026 run osmo-msc_10.42.42.6(pid=10841): stdout: \u000a| (launched: 2022-12-14_10:55:52.781542) \u000a10:55:53.966601 run osmo-msc_10.42.42.6(pid=10841): stderr: \u000a| �[0;m�[38;5;43m20221214105553050 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214105553050 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd237025c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214105553050 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214105553050 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214105553051 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214105553051 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214105553053 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214105553053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214105553053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214105553053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:55:54.008847 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10831): Terminating (SIGTERM)\u000a10:55:54.048562 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10834): Terminating (SIGTERM)\u000a10:55:54.088081 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10840): Terminating (SIGTERM)\u000a10:55:54.097330 --- ParallelTerminationStrategy: PID 10831 died...\u000a10:55:54.150662 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10831): Terminated: ok {rc=0}\u000a10:55:54.160181 --- ParallelTerminationStrategy: PID 10834 died...\u000a10:55:54.213262 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10834): Terminated: ok {rc=0}\u000a10:55:54.222746 --- ParallelTerminationStrategy: PID 10840 died...\u000a10:55:54.275631 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10840): Terminated: ok {rc=0}\u000a10:55:54.359043 bus /sierra_3: Setting Powered False\u000a10:55:55.465406 bus /sierra_3: Setting Powered False\u000a10:55:56.572743 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 243, "className" : "emergency:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10849): Process ended prematurely: osmo-stp_10.42.42.5(pid=10849) [trial-2403↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10849)]", "failedSince" : 2161, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10849): Process ended prematurely: osmo-stp_10.42.42.5(pid=10849) [trial-2403↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10849)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 emergency:nanobts+band-1900 emergency_preemptive_call.py\u000a----------------------------------------------\u000a10:55:57.625512 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a10:55:57.637373 tst emergency:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a10:55:57.767414 tst emergency_preemptive_call.py: using LAC 40443\u000a10:55:57.894229 tst emergency_preemptive_call.py: using RAC 153\u000a10:55:58.015050 tst emergency_preemptive_call.py: using CellId 40443\u000a10:55:58.136129 tst emergency_preemptive_call.py: using BVCI 40444\u000a10:55:58.159978 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a10:55:58.171376 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a10:55:58.182507 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a10:55:58.193611 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a10:55:58.204626 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a10:55:58.215663 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a10:55:58.334537 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a10:55:58.451129 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a10:55:58.563535 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a10:55:58.768794 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:55:59.271802 run create_hlr_db(pid=10843): Launched\u000a10:55:59.454884 bus /sierra_2: Setting Powered False\u000a10:56:00.475232 run create_hlr_db(pid=10843): Terminated: ok {rc=0}\u000a10:56:00.884787 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10845): Launched\u000a10:56:01.283259 run osmo-hlr_10.42.42.2(pid=10846): Launched\u000a10:56:01.516035 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:56:02.155424 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10848): Launched\u000a10:56:02.475315 run osmo-stp_10.42.42.5(pid=10849): Launched\u000a10:56:02.601775 tst emergency_preemptive_call.py: using MSISDN 8645\u000a10:56:02.759627 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:56:03.337824 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10851): Launched\u000a10:56:03.656070 run osmo-msc_10.42.42.6(pid=10852): Launched\u000a10:56:03.840161 run osmo-stp_10.42.42.5(pid=10849): ERR: Terminated: ERROR {rc=1} [trial-2403↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10849)]\u000a10:56:03.981582 run osmo-stp_10.42.42.5(pid=10849): stdout: \u000a| (launched: 2022-12-14_10:56:02.318491)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:56:04.113509 run osmo-stp_10.42.42.5(pid=10849): stderr: \u000a| �[0;m�[38;5;43m20221214105602505 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214105602506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214105602506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214105602507 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214105602507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214105602507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214105602507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:56:04.240055 run osmo-stp_10.42.42.5(pid=10849): stdout: \u000a| (launched: 2022-12-14_10:56:02.318491)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:56:04.365506 run osmo-stp_10.42.42.5(pid=10849): stderr: \u000a| �[0;m�[38;5;43m20221214105602505 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214105602506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214105602506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214105602507 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214105602507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214105602507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214105602507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:56:04.420832 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=10849): Process ended prematurely: osmo-stp_10.42.42.5(pid=10849) [trial-2403↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10849)] [trial-2403↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32]\u000a10:56:04.429608 tst emergency_preemptive_call.py:32: Test FAILED (6.8 sec)\u000a10:56:04.492827 run osmo-hlr_10.42.42.2(pid=10846): ERR: Terminated: ERROR {rc=237} [trial-2403↪emergency:nanobts+band-1900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10846)]\u000a10:56:04.544507 run osmo-hlr_10.42.42.2(pid=10846): stdout: \u000a| (launched: 2022-12-14_10:56:01.038053) \u000a10:56:04.596926 run osmo-hlr_10.42.42.2(pid=10846): stderr: \u000a| �[0;m�[1;31m20221214105601374 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214105601374 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214105601374 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214105601374 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214105601374 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214105601374 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214105601394 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/emergency:nanobts+band-1900/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214105601402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214105601402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214105601402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:56:04.668004 run osmo-msc_10.42.42.6(pid=10852): ERR: Terminated: ERROR {rc=2} [trial-2403↪emergency:nanobts+band-1900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10852)]\u000a10:56:04.719613 run osmo-msc_10.42.42.6(pid=10852): stdout: \u000a| (launched: 2022-12-14_10:56:03.498459) \u000a10:56:04.771842 run osmo-msc_10.42.42.6(pid=10852): stderr: \u000a| �[0;m�[38;5;43m20221214105603814 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214105603815 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fca3e0d7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214105603815 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214105603815 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214105603815 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214105603815 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214105603817 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214105603818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214105603818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214105603818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:56:04.816586 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10845): Terminating (SIGTERM)\u000a10:56:04.858917 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10848): Terminating (SIGTERM)\u000a10:56:04.901098 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10851): Terminating (SIGTERM)\u000a10:56:04.910842 --- ParallelTerminationStrategy: PID 10845 died...\u000a10:56:04.966694 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10845): Terminated: ok {rc=0}\u000a10:56:04.976684 --- ParallelTerminationStrategy: PID 10848 died...\u000a10:56:05.032685 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10848): Terminated: ok {rc=0}\u000a10:56:05.042716 --- ParallelTerminationStrategy: PID 10851 died...\u000a10:56:05.097932 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10851): Terminated: ok {rc=0}\u000a10:56:05.185619 bus /sierra_9: Setting Powered False\u000a10:56:06.291191 bus /sierra_9: Setting Powered False\u000a10:56:07.400065 bus /sierra_8: Setting Powered False\u000a10:56:08.506656 bus /sierra_8: Setting Powered False\u000a10:56:09.614152 bus /sierra_3: Setting Powered False\u000a10:56:10.721047 bus /sierra_3: Setting Powered False\u000a10:56:11.828249 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "140", "name" : "emergency_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T10:55:47" }, { "cases" : [ { "testActions" : [ ], "age" : 265, "className" : "gprs:nanobts+band-1900", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10867): Process ended prematurely: osmo-stp_10.42.42.5(pid=10867) [trial-2403↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10867)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10867): Process ended prematurely: osmo-stp_10.42.42.5(pid=10867) [trial-2403↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10867)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:nanobts+band-1900 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a10:56:13.936541 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a10:56:13.947652 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a10:56:14.076267 tst cs_paging_gprs_active.py: using LAC 40444\u000a10:56:14.195682 tst cs_paging_gprs_active.py: using RAC 154\u000a10:56:14.315692 tst cs_paging_gprs_active.py: using CellId 40444\u000a10:56:14.435643 tst cs_paging_gprs_active.py: using BVCI 40445\u000a10:56:14.458799 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a10:56:14.469562 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a10:56:14.480001 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a10:56:14.490485 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a10:56:14.501061 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a10:56:14.511745 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a10:56:14.523047 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a10:56:14.533872 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a10:56:14.544850 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a10:56:14.665115 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a10:56:14.945289 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a10:56:15.071068 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:56:15.384652 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10857): Launched\u000a10:56:15.648038 run iperf3-srv_10.42.42.10(pid=10858): Launched\u000a10:56:15.836055 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a10:56:15.975426 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:56:16.312857 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10859): Launched\u000a10:56:16.596597 run iperf3-srv_10.42.42.10(pid=10860): Launched\u000a10:56:16.786121 tst cs_paging_gprs_active.py:38: start network...\u000a10:56:16.916303 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:56:17.397621 run create_hlr_db(pid=10861): Launched\u000a10:56:17.571308 bus /sierra_2: Setting Powered False\u000a10:56:18.594141 run create_hlr_db(pid=10861): Terminated: ok {rc=0}\u000a10:56:19.023753 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10863): Launched\u000a10:56:19.346577 run osmo-hlr_10.42.42.2(pid=10864): Launched\u000a10:56:19.467305 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:56:20.031212 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10866): Launched\u000a10:56:20.355623 run osmo-stp_10.42.42.5(pid=10867): Launched\u000a10:56:20.471095 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:56:21.035265 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10869): Launched\u000a10:56:21.150269 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:56:21.434627 run patchelf(pid=10870): Launched\u000a10:56:21.624739 run osmo-stp_10.42.42.5(pid=10867): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10867)]\u000a10:56:21.763019 run osmo-stp_10.42.42.5(pid=10867): stdout: \u000a| (launched: 2022-12-14_10:56:20.194988)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:56:21.902008 run osmo-stp_10.42.42.5(pid=10867): stderr: \u000a| �[0;m�[38;5;43m20221214105620384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214105620385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214105620385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214105620385 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214105620386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214105620386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214105620386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:56:22.035562 run osmo-stp_10.42.42.5(pid=10867): stdout: \u000a| (launched: 2022-12-14_10:56:20.194988)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:56:22.168136 run osmo-stp_10.42.42.5(pid=10867): stderr: \u000a| �[0;m�[38;5;43m20221214105620384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214105620385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214105620385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214105620385 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214105620386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214105620386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214105620386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:56:22.323499 run patchelf(pid=10870): Terminating (SIGINT)\u000a10:56:22.505680 run patchelf(pid=10870): Terminated: ok {rc=0}\u000a10:56:22.539102 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=10867): Process ended prematurely: osmo-stp_10.42.42.5(pid=10867) [trial-2403↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10867)] [trial-2403↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38]\u000a10:56:22.549222 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a10:56:22.612799 run osmo-hlr_10.42.42.2(pid=10864): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10864)]\u000a10:56:22.665034 run osmo-hlr_10.42.42.2(pid=10864): stdout: \u000a| (launched: 2022-12-14_10:56:19.187614) \u000a10:56:22.717718 run osmo-hlr_10.42.42.2(pid=10864): stderr: \u000a| �[0;m�[1;31m20221214105619382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214105619382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214105619382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214105619382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214105619382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214105619382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214105619395 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:nanobts+band-1900/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214105619403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214105619403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214105619403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:56:22.762420 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10857): Terminating (SIGTERM)\u000a10:56:22.804881 run iperf3-srv_10.42.42.10(pid=10858): Terminating (SIGTERM)\u000a10:56:22.847491 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10859): Terminating (SIGTERM)\u000a10:56:22.889378 run iperf3-srv_10.42.42.10(pid=10860): Terminating (SIGTERM)\u000a10:56:22.931746 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10863): Terminating (SIGTERM)\u000a10:56:22.974179 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10866): Terminating (SIGTERM)\u000a10:56:23.016577 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10869): Terminating (SIGTERM)\u000a10:56:23.026390 --- ParallelTerminationStrategy: PID 10857 died...\u000a10:56:23.083162 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10857): Terminated: ok {rc=0}\u000a10:56:23.093360 --- ParallelTerminationStrategy: PID 10858 died...\u000a10:56:23.149166 run iperf3-srv_10.42.42.10(pid=10858): Terminated {rc=256}\u000a10:56:23.159228 --- ParallelTerminationStrategy: PID 10859 died...\u000a10:56:23.215212 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10859): Terminated: ok {rc=0}\u000a10:56:23.225459 --- ParallelTerminationStrategy: PID 10860 died...\u000a10:56:23.281266 run iperf3-srv_10.42.42.10(pid=10860): Terminated {rc=256}\u000a10:56:23.291341 --- ParallelTerminationStrategy: PID 10863 died...\u000a10:56:23.347524 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10863): Terminated: ok {rc=0}\u000a10:56:23.358005 --- ParallelTerminationStrategy: PID 10866 died...\u000a10:56:23.413953 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10866): Terminated: ok {rc=0}\u000a10:56:23.424002 --- ParallelTerminationStrategy: PID 10869 died...\u000a10:56:23.480151 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10869): Terminated: ok {rc=0}\u000a10:56:23.567770 bus /gobi_0: Setting Powered False\u000a10:56:24.676584 bus /gobi_0: Setting Powered False\u000a10:56:25.784858 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 265, "className" : "gprs:nanobts+band-1900", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10879): Process ended prematurely: osmo-stp_10.42.42.5(pid=10879) [trial-2403↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10879)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10879): Process ended prematurely: osmo-stp_10.42.42.5(pid=10879) [trial-2403↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10879)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:nanobts+band-1900 iperf3.py\u000a----------------------------------------------\u000a10:56:26.899623 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a10:56:26.911355 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a10:56:27.039358 tst iperf3.py: using LAC 40445\u000a10:56:27.163715 tst iperf3.py: using RAC 155\u000a10:56:27.280728 tst iperf3.py: using CellId 40445\u000a10:56:27.397969 tst iperf3.py: using BVCI 40446\u000a10:56:27.421109 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a10:56:27.431875 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a10:56:27.442656 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a10:56:27.453093 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a10:56:27.464290 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a10:56:27.475232 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a10:56:27.486356 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a10:56:27.497342 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a10:56:27.508364 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a10:56:27.791861 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:56:27.916728 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:56:28.231750 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10871): Launched\u000a10:56:28.492930 run iperf3-srv_10.42.42.10(pid=10872): Launched\u000a10:56:28.676307 tst iperf3.py:8: start network...\u000a10:56:28.801072 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:56:29.276599 run create_hlr_db(pid=10873): Launched\u000a10:56:29.449561 bus /gobi_6: Setting Powered False\u000a10:56:30.471055 run create_hlr_db(pid=10873): Terminated: ok {rc=0}\u000a10:56:30.930708 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10875): Launched\u000a10:56:31.412080 run osmo-hlr_10.42.42.2(pid=10876): Launched\u000a10:56:31.612406 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:56:32.236872 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10878): Launched\u000a10:56:32.562892 run osmo-stp_10.42.42.5(pid=10879): Launched\u000a10:56:32.678458 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:56:33.243556 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10881): Launched\u000a10:56:33.358530 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:56:33.641188 run patchelf(pid=10882): Launched\u000a10:56:33.829961 run osmo-stp_10.42.42.5(pid=10879): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10879)]\u000a10:56:33.967562 run osmo-stp_10.42.42.5(pid=10879): stdout: \u000a| (launched: 2022-12-14_10:56:32.402651)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:56:34.105834 run osmo-stp_10.42.42.5(pid=10879): stderr: \u000a| �[0;m�[38;5;43m20221214105632592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214105632592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214105632592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214105632593 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214105632593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214105632593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214105632593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:56:34.239042 run osmo-stp_10.42.42.5(pid=10879): stdout: \u000a| (launched: 2022-12-14_10:56:32.402651)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:56:34.371441 run osmo-stp_10.42.42.5(pid=10879): stderr: \u000a| �[0;m�[38;5;43m20221214105632592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214105632592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214105632592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214105632593 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214105632593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214105632593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214105632593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:56:34.526263 run patchelf(pid=10882): Terminating (SIGINT)\u000a10:56:34.708057 run patchelf(pid=10882): Terminated: ok {rc=0}\u000a10:56:34.741569 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10879): Process ended prematurely: osmo-stp_10.42.42.5(pid=10879) [trial-2403↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10879)] [trial-2403↪gprs:nanobts+band-1900↪iperf3.py:8]\u000a10:56:34.751642 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a10:56:34.815177 run osmo-hlr_10.42.42.2(pid=10876): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:nanobts+band-1900↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10876)]\u000a10:56:34.867683 run osmo-hlr_10.42.42.2(pid=10876): stdout: \u000a| (launched: 2022-12-14_10:56:31.100832) \u000a10:56:34.920724 run osmo-hlr_10.42.42.2(pid=10876): stderr: \u000a| �[0;m�[1;31m20221214105631476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214105631476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214105631476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214105631476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214105631476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214105631476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214105631496 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:nanobts+band-1900/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214105631512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214105631513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214105631513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:56:34.965206 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10871): Terminating (SIGTERM)\u000a10:56:35.007172 run iperf3-srv_10.42.42.10(pid=10872): Terminating (SIGTERM)\u000a10:56:35.049322 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10875): Terminating (SIGTERM)\u000a10:56:35.091765 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10878): Terminating (SIGTERM)\u000a10:56:35.134228 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10881): Terminating (SIGTERM)\u000a10:56:35.143925 --- ParallelTerminationStrategy: PID 10871 died...\u000a10:56:35.200230 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10871): Terminated: ok {rc=0}\u000a10:56:35.210356 --- ParallelTerminationStrategy: PID 10872 died...\u000a10:56:35.266218 run iperf3-srv_10.42.42.10(pid=10872): Terminated {rc=256}\u000a10:56:35.276301 --- ParallelTerminationStrategy: PID 10875 died...\u000a10:56:35.332395 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10875): Terminated: ok {rc=0}\u000a10:56:35.342548 --- ParallelTerminationStrategy: PID 10878 died...\u000a10:56:35.398477 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10878): Terminated: ok {rc=0}\u000a10:56:35.408609 --- ParallelTerminationStrategy: PID 10881 died...\u000a10:56:35.464741 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10881): Terminated: ok {rc=0}\u000a10:56:35.551755 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 265, "className" : "gprs:nanobts+band-1900", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10897): Process ended prematurely: osmo-stp_10.42.42.5(pid=10897) [trial-2403↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10897)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10897): Process ended prematurely: osmo-stp_10.42.42.5(pid=10897) [trial-2403↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10897)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:nanobts+band-1900 iperf3m4.py\u000a----------------------------------------------\u000a10:56:36.666677 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a10:56:36.678547 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a10:56:36.811050 tst iperf3m4.py: using LAC 40446\u000a10:56:36.936796 tst iperf3m4.py: using RAC 156\u000a10:56:37.068108 tst iperf3m4.py: using CellId 40446\u000a10:56:37.193823 tst iperf3m4.py: using BVCI 40447\u000a10:56:37.218424 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a10:56:37.229694 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a10:56:37.240631 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a10:56:37.251643 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a10:56:37.262667 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a10:56:37.273790 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a10:56:37.285048 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a10:56:37.296016 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a10:56:37.307239 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a10:56:37.425975 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a10:56:37.544556 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a10:56:37.664176 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a10:56:37.944213 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:56:38.070843 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:56:38.389159 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10883): Launched\u000a10:56:38.649533 run iperf3-srv_10.42.42.10(pid=10884): Launched\u000a10:56:38.832914 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a10:56:38.958259 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:56:39.271691 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10885): Launched\u000a10:56:39.531870 run iperf3-srv_10.42.42.10(pid=10886): Launched\u000a10:56:39.715211 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a10:56:39.840412 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:56:40.154127 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10887): Launched\u000a10:56:40.416404 run iperf3-srv_10.42.42.10(pid=10888): Launched\u000a10:56:40.599648 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a10:56:40.724882 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:56:41.040401 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10889): Launched\u000a10:56:41.299635 run iperf3-srv_10.42.42.10(pid=10890): Launched\u000a10:56:41.481965 tst iperf3m4.py:8: start network...\u000a10:56:41.606673 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:56:42.082150 run create_hlr_db(pid=10891): Launched\u000a10:56:42.256264 bus /gobi_6: Setting Powered False\u000a10:56:43.277746 run create_hlr_db(pid=10891): Terminated: ok {rc=0}\u000a10:56:43.710986 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10893): Launched\u000a10:56:44.033693 run osmo-hlr_10.42.42.2(pid=10894): Launched\u000a10:56:44.155441 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:56:44.722907 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10896): Launched\u000a10:56:45.046807 run osmo-stp_10.42.42.5(pid=10897): Launched\u000a10:56:45.166452 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:56:45.738449 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10899): Launched\u000a10:56:45.856019 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:56:46.182258 run patchelf(pid=10900): Launched\u000a10:56:46.383744 run osmo-stp_10.42.42.5(pid=10897): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10897)]\u000a10:56:46.543553 run osmo-stp_10.42.42.5(pid=10897): stdout: \u000a| (launched: 2022-12-14_10:56:44.886836)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:56:46.696340 run osmo-stp_10.42.42.5(pid=10897): stderr: \u000a| �[0;m�[38;5;43m20221214105645074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214105645074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214105645075 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214105645075 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214105645076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214105645076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214105645076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:56:46.837860 run osmo-stp_10.42.42.5(pid=10897): stdout: \u000a| (launched: 2022-12-14_10:56:44.886836)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:56:46.975072 run osmo-stp_10.42.42.5(pid=10897): stderr: \u000a| �[0;m�[38;5;43m20221214105645074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214105645074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214105645075 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214105645075 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214105645076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214105645076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214105645076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:56:47.135748 run patchelf(pid=10900): Terminating (SIGINT)\u000a10:56:47.323309 run patchelf(pid=10900): Terminated: ok {rc=0}\u000a10:56:47.357402 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10897): Process ended prematurely: osmo-stp_10.42.42.5(pid=10897) [trial-2403↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10897)] [trial-2403↪gprs:nanobts+band-1900↪iperf3m4.py:8]\u000a10:56:47.367706 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a10:56:47.431590 run osmo-hlr_10.42.42.2(pid=10894): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:nanobts+band-1900↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10894)]\u000a10:56:47.484023 run osmo-hlr_10.42.42.2(pid=10894): stdout: \u000a| (launched: 2022-12-14_10:56:43.875119) \u000a10:56:47.537570 run osmo-hlr_10.42.42.2(pid=10894): stderr: \u000a| �[0;m�[1;31m20221214105644068 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214105644069 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214105644069 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214105644069 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214105644069 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214105644069 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214105644081 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:nanobts+band-1900/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214105644091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214105644092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214105644092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:56:47.582814 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10883): Terminating (SIGTERM)\u000a10:56:47.625537 run iperf3-srv_10.42.42.10(pid=10884): Terminating (SIGTERM)\u000a10:56:47.667998 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10885): Terminating (SIGTERM)\u000a10:56:47.710421 run iperf3-srv_10.42.42.10(pid=10886): Terminating (SIGTERM)\u000a10:56:47.753137 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10887): Terminating (SIGTERM)\u000a10:56:47.795357 run iperf3-srv_10.42.42.10(pid=10888): Terminating (SIGTERM)\u000a10:56:47.837815 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10889): Terminating (SIGTERM)\u000a10:56:47.880115 run iperf3-srv_10.42.42.10(pid=10890): Terminating (SIGTERM)\u000a10:56:47.922562 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10893): Terminating (SIGTERM)\u000a10:56:47.964616 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10896): Terminating (SIGTERM)\u000a10:56:48.006885 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10899): Terminating (SIGTERM)\u000a10:56:48.016301 --- ParallelTerminationStrategy: PID 10883 died...\u000a10:56:48.072805 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10883): Terminated: ok {rc=0}\u000a10:56:48.083154 --- ParallelTerminationStrategy: PID 10884 died...\u000a10:56:48.139523 run iperf3-srv_10.42.42.10(pid=10884): Terminated {rc=256}\u000a10:56:48.149765 --- ParallelTerminationStrategy: PID 10885 died...\u000a10:56:48.206207 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10885): Terminated: ok {rc=0}\u000a10:56:48.216329 --- ParallelTerminationStrategy: PID 10886 died...\u000a10:56:48.272419 run iperf3-srv_10.42.42.10(pid=10886): Terminated {rc=256}\u000a10:56:48.282618 --- ParallelTerminationStrategy: PID 10887 died...\u000a10:56:48.339012 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10887): Terminated: ok {rc=0}\u000a10:56:48.349304 --- ParallelTerminationStrategy: PID 10888 died...\u000a10:56:48.405347 run iperf3-srv_10.42.42.10(pid=10888): Terminated {rc=256}\u000a10:56:48.415529 --- ParallelTerminationStrategy: PID 10889 died...\u000a10:56:48.472430 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10889): Terminated: ok {rc=0}\u000a10:56:48.482636 --- ParallelTerminationStrategy: PID 10890 died...\u000a10:56:48.539300 run iperf3-srv_10.42.42.10(pid=10890): Terminated {rc=256}\u000a10:56:48.549935 --- ParallelTerminationStrategy: PID 10893 died...\u000a10:56:48.605977 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10893): Terminated: ok {rc=0}\u000a10:56:48.616149 --- ParallelTerminationStrategy: PID 10896 died...\u000a10:56:48.672147 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10896): Terminated: ok {rc=0}\u000a10:56:48.682337 --- ParallelTerminationStrategy: PID 10899 died...\u000a10:56:48.738683 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10899): Terminated: ok {rc=0}\u000a10:56:48.826209 bus /gobi_4: Setting Powered False\u000a10:56:49.933833 bus /gobi_4: Setting Powered False\u000a10:56:51.041739 bus /gobi_1: Setting Powered False\u000a10:56:52.149177 bus /gobi_1: Setting Powered False\u000a10:56:53.256920 bus /gobi_0: Setting Powered False\u000a10:56:54.362970 bus /gobi_0: Setting Powered False\u000a10:56:55.471496 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 265, "className" : "gprs:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10919): Process ended prematurely: osmo-stp_10.42.42.5(pid=10919) [trial-2403↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10919)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10919): Process ended prematurely: osmo-stp_10.42.42.5(pid=10919) [trial-2403↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10919)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:nanobts+band-1900 ping.py\u000a----------------------------------------------\u000a10:56:56.540912 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a10:56:56.552711 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a10:56:56.686105 tst ping.py: using LAC 40447\u000a10:56:56.811272 tst ping.py: using RAC 157\u000a10:56:56.937257 tst ping.py: using CellId 40447\u000a10:56:57.061523 tst ping.py: using BVCI 40448\u000a10:56:57.085997 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a10:56:57.097499 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a10:56:57.108677 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a10:56:57.119771 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a10:56:57.130820 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a10:56:57.141853 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a10:56:57.153160 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a10:56:57.164277 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a10:56:57.441384 tst ping.py:19: start network...\u000a10:56:57.566206 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:56:58.037264 run create_hlr_db(pid=10901): Launched\u000a10:56:58.210912 bus /gobi_6: Setting Powered False\u000a10:56:59.230699 run create_hlr_db(pid=10901): Terminated: ok {rc=0}\u000a10:56:59.660902 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10903): Launched\u000a10:56:59.980063 run osmo-hlr_10.42.42.2(pid=10904): Launched\u000a10:57:00.095561 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:57:00.658277 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10906): Launched\u000a10:57:01.042505 run osmo-stp_10.42.42.5(pid=10919): Launched\u000a10:57:01.245083 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:57:01.822066 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10921): Launched\u000a10:57:01.934578 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:57:02.222934 run patchelf(pid=10922): Launched\u000a10:57:02.414283 run osmo-stp_10.42.42.5(pid=10919): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10919)]\u000a10:57:02.553135 run osmo-stp_10.42.42.5(pid=10919): stdout: \u000a| (launched: 2022-12-14_10:57:00.820441)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:57:02.691465 run osmo-stp_10.42.42.5(pid=10919): stderr: \u000a| �[0;m�[38;5;43m20221214105701074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214105701075 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214105701075 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214105701075 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214105701076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214105701076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214105701076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:57:02.824486 run osmo-stp_10.42.42.5(pid=10919): stdout: \u000a| (launched: 2022-12-14_10:57:00.820441)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:57:02.956188 run osmo-stp_10.42.42.5(pid=10919): stderr: \u000a| �[0;m�[38;5;43m20221214105701074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214105701075 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214105701075 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214105701075 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214105701076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214105701076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214105701076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:57:03.110108 run patchelf(pid=10922): Terminating (SIGINT)\u000a10:57:03.291390 run patchelf(pid=10922): Terminated: ok {rc=0}\u000a10:57:03.324413 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=10919): Process ended prematurely: osmo-stp_10.42.42.5(pid=10919) [trial-2403↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10919)] [trial-2403↪gprs:nanobts+band-1900↪ping.py:22]\u000a10:57:03.334002 tst ping.py:22: Test FAILED (6.8 sec)\u000a10:57:03.398267 run osmo-hlr_10.42.42.2(pid=10904): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:nanobts+band-1900↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10904)]\u000a10:57:03.451231 run osmo-hlr_10.42.42.2(pid=10904): stdout: \u000a| (launched: 2022-12-14_10:56:59.823353) \u000a10:57:03.504710 run osmo-hlr_10.42.42.2(pid=10904): stderr: \u000a| �[0;m�[1;31m20221214105700020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214105700020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214105700020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214105700020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214105700020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214105700020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214105700031 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:nanobts+band-1900/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214105700039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214105700040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214105700040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:57:03.550451 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10903): Terminating (SIGTERM)\u000a10:57:03.593460 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10906): Terminating (SIGTERM)\u000a10:57:03.635718 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10921): Terminating (SIGTERM)\u000a10:57:03.645622 --- ParallelTerminationStrategy: PID 10903 died...\u000a10:57:03.702903 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10903): Terminated: ok {rc=0}\u000a10:57:03.713438 --- ParallelTerminationStrategy: PID 10906 died...\u000a10:57:03.769977 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10906): Terminated: ok {rc=0}\u000a10:57:03.780242 --- ParallelTerminationStrategy: PID 10921 died...\u000a10:57:03.836881 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10921): Terminated: ok {rc=0}\u000a10:57:03.923631 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 265, "className" : "gprs:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10929): Process ended prematurely: osmo-stp_10.42.42.5(pid=10929) [trial-2403↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10929)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10929): Process ended prematurely: osmo-stp_10.42.42.5(pid=10929) [trial-2403↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10929)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:nanobts+band-1900 ping_idle_ping.py\u000a----------------------------------------------\u000a10:57:04.976373 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a10:57:04.988239 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a10:57:05.122462 tst ping_idle_ping.py: using LAC 40448\u000a10:57:05.248573 tst ping_idle_ping.py: using RAC 158\u000a10:57:05.373721 tst ping_idle_ping.py: using CellId 40448\u000a10:57:05.499255 tst ping_idle_ping.py: using BVCI 40449\u000a10:57:05.524179 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a10:57:05.535533 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a10:57:05.546713 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a10:57:05.557774 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a10:57:05.569000 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a10:57:05.579981 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a10:57:05.591640 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a10:57:05.602749 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a10:57:05.881104 tst ping_idle_ping.py:24: start network...\u000a10:57:06.006591 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:57:06.483887 run create_hlr_db(pid=10923): Launched\u000a10:57:06.657901 bus /gobi_6: Setting Powered False\u000a10:57:07.678792 run create_hlr_db(pid=10923): Terminated: ok {rc=0}\u000a10:57:08.108742 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10925): Launched\u000a10:57:08.431663 run osmo-hlr_10.42.42.2(pid=10926): Launched\u000a10:57:08.553273 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:57:09.113194 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10928): Launched\u000a10:57:09.434904 run osmo-stp_10.42.42.5(pid=10929): Launched\u000a10:57:09.550974 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:57:10.114003 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10931): Launched\u000a10:57:10.228182 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:57:10.509540 run patchelf(pid=10932): Launched\u000a10:57:10.700131 run osmo-stp_10.42.42.5(pid=10929): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10929)]\u000a10:57:10.839069 run osmo-stp_10.42.42.5(pid=10929): stdout: \u000a| (launched: 2022-12-14_10:57:09.276344)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:57:10.978072 run osmo-stp_10.42.42.5(pid=10929): stderr: \u000a| �[0;m�[38;5;43m20221214105709469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214105709469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214105709469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214105709470 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214105709470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214105709470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214105709470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:57:11.111473 run osmo-stp_10.42.42.5(pid=10929): stdout: \u000a| (launched: 2022-12-14_10:57:09.276344)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:57:11.243530 run osmo-stp_10.42.42.5(pid=10929): stderr: \u000a| �[0;m�[38;5;43m20221214105709469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214105709469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214105709469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214105709470 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214105709470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214105709470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214105709470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:57:11.397194 run patchelf(pid=10932): Terminating (SIGINT)\u000a10:57:11.579142 run patchelf(pid=10932): Terminated: ok {rc=0}\u000a10:57:11.611940 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=10929): Process ended prematurely: osmo-stp_10.42.42.5(pid=10929) [trial-2403↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10929)] [trial-2403↪gprs:nanobts+band-1900↪ping_idle_ping.py:27]\u000a10:57:11.621318 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a10:57:11.684634 run osmo-hlr_10.42.42.2(pid=10926): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:nanobts+band-1900↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10926)]\u000a10:57:11.736469 run osmo-hlr_10.42.42.2(pid=10926): stdout: \u000a| (launched: 2022-12-14_10:57:08.272158) \u000a10:57:11.788854 run osmo-hlr_10.42.42.2(pid=10926): stderr: \u000a| �[0;m�[1;31m20221214105708466 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214105708466 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214105708466 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214105708466 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214105708466 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214105708466 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214105708478 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:nanobts+band-1900/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214105708487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214105708487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214105708487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:57:11.833881 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10925): Terminating (SIGTERM)\u000a10:57:11.876196 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10928): Terminating (SIGTERM)\u000a10:57:11.918545 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10931): Terminating (SIGTERM)\u000a10:57:11.928470 --- ParallelTerminationStrategy: PID 10925 died...\u000a10:57:11.985206 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10925): Terminated: ok {rc=0}\u000a10:57:11.995560 --- ParallelTerminationStrategy: PID 10928 died...\u000a10:57:12.051759 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10928): Terminated: ok {rc=0}\u000a10:57:12.062081 --- ParallelTerminationStrategy: PID 10931 died...\u000a10:57:12.118207 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10931): Terminated: ok {rc=0}\u000a10:57:12.205340 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "141", "name" : "gprs_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T10:56:13" }, { "cases" : [ { "testActions" : [ ], "age" : 265, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10946): Process ended prematurely: osmo-stp_10.42.42.5(pid=10946) [trial-2403↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10946)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10946): Process ended prematurely: osmo-stp_10.42.42.5(pid=10946) [trial-2403↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10946)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:nanobts+band-1900+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a10:57:14.342469 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:57:14.353875 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a10:57:14.491016 tst cs_paging_gprs_active.py: using LAC 40449\u000a10:57:14.618742 tst cs_paging_gprs_active.py: using RAC 159\u000a10:57:14.747170 tst cs_paging_gprs_active.py: using CellId 40449\u000a10:57:14.874902 tst cs_paging_gprs_active.py: using BVCI 40450\u000a10:57:14.900015 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:57:14.911597 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:57:14.922862 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:57:14.934200 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:57:14.945863 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:57:14.957583 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:57:14.969446 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:57:14.980898 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:57:14.992807 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:57:15.112536 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:57:15.409198 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a10:57:15.546199 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:57:15.903106 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10936): Launched\u000a10:57:16.188219 run iperf3-srv_10.42.42.10(pid=10937): Launched\u000a10:57:16.382066 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a10:57:16.513318 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:57:16.856440 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10938): Launched\u000a10:57:17.147653 run iperf3-srv_10.42.42.10(pid=10939): Launched\u000a10:57:17.338004 tst cs_paging_gprs_active.py:38: start network...\u000a10:57:17.466318 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:57:17.950025 run create_hlr_db(pid=10940): Launched\u000a10:57:18.126309 bus /gobi_6: Setting Powered False\u000a10:57:19.147943 run create_hlr_db(pid=10940): Terminated: ok {rc=0}\u000a10:57:19.558023 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10942): Launched\u000a10:57:19.865592 run osmo-hlr_10.42.42.2(pid=10943): Launched\u000a10:57:19.985830 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:57:20.524578 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10945): Launched\u000a10:57:20.830813 run osmo-stp_10.42.42.5(pid=10946): Launched\u000a10:57:20.942409 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:57:21.475234 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10948): Launched\u000a10:57:21.584157 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:57:21.852497 run patchelf(pid=10949): Launched\u000a10:57:22.033005 run osmo-stp_10.42.42.5(pid=10946): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10946)]\u000a10:57:22.164798 run osmo-stp_10.42.42.5(pid=10946): stdout: \u000a| (launched: 2022-12-14_10:57:20.679387)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:57:22.297184 run osmo-stp_10.42.42.5(pid=10946): stderr: \u000a| �[0;m�[38;5;43m20221214105720847 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214105720848 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214105720848 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214105720848 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214105720849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214105720849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214105720849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:57:22.423909 run osmo-stp_10.42.42.5(pid=10946): stdout: \u000a| (launched: 2022-12-14_10:57:20.679387)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:57:22.549630 run osmo-stp_10.42.42.5(pid=10946): stderr: \u000a| �[0;m�[38;5;43m20221214105720847 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214105720848 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214105720848 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214105720848 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214105720849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214105720849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214105720849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:57:22.696272 run patchelf(pid=10949): Terminating (SIGINT)\u000a10:57:22.869822 run patchelf(pid=10949): Terminated: ok {rc=0}\u000a10:57:22.901596 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=10946): Process ended prematurely: osmo-stp_10.42.42.5(pid=10946) [trial-2403↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10946)] [trial-2403↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a10:57:22.911211 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a10:57:22.972033 run osmo-hlr_10.42.42.2(pid=10943): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10943)]\u000a10:57:23.021518 run osmo-hlr_10.42.42.2(pid=10943): stdout: \u000a| (launched: 2022-12-14_10:57:19.712875) \u000a10:57:23.071711 run osmo-hlr_10.42.42.2(pid=10943): stderr: \u000a| �[0;m�[1;31m20221214105719885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214105719886 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214105719886 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214105719886 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214105719886 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214105719886 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214105719901 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:nanobts+band-1900+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214105719911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214105719911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214105719911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:57:23.114614 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10936): Terminating (SIGTERM)\u000a10:57:23.154871 run iperf3-srv_10.42.42.10(pid=10937): Terminating (SIGTERM)\u000a10:57:23.195208 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10938): Terminating (SIGTERM)\u000a10:57:23.235285 run iperf3-srv_10.42.42.10(pid=10939): Terminating (SIGTERM)\u000a10:57:23.275885 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10942): Terminating (SIGTERM)\u000a10:57:23.316014 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10945): Terminating (SIGTERM)\u000a10:57:23.356048 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10948): Terminating (SIGTERM)\u000a10:57:23.365318 --- ParallelTerminationStrategy: PID 10936 died...\u000a10:57:23.419372 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10936): Terminated: ok {rc=0}\u000a10:57:23.429059 --- ParallelTerminationStrategy: PID 10937 died...\u000a10:57:23.482704 run iperf3-srv_10.42.42.10(pid=10937): Terminated {rc=256}\u000a10:57:23.492312 --- ParallelTerminationStrategy: PID 10938 died...\u000a10:57:23.546190 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10938): Terminated: ok {rc=0}\u000a10:57:23.555856 --- ParallelTerminationStrategy: PID 10939 died...\u000a10:57:23.609290 run iperf3-srv_10.42.42.10(pid=10939): Terminated {rc=256}\u000a10:57:23.618829 --- ParallelTerminationStrategy: PID 10942 died...\u000a10:57:23.672288 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10942): Terminated: ok {rc=0}\u000a10:57:23.681868 --- ParallelTerminationStrategy: PID 10945 died...\u000a10:57:23.735799 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10945): Terminated: ok {rc=0}\u000a10:57:23.745539 --- ParallelTerminationStrategy: PID 10948 died...\u000a10:57:23.798887 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10948): Terminated: ok {rc=0}\u000a10:57:23.883599 bus /gobi_0: Setting Powered False\u000a10:57:24.992271 bus /gobi_0: Setting Powered False\u000a10:57:26.105198 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 265, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10958): Process ended prematurely: osmo-stp_10.42.42.5(pid=10958) [trial-2403↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10958)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10958): Process ended prematurely: osmo-stp_10.42.42.5(pid=10958) [trial-2403↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10958)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:nanobts+band-1900+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a10:57:27.217064 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:57:27.228579 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a10:57:27.360650 tst iperf3.py: using LAC 40450\u000a10:57:27.482076 tst iperf3.py: using RAC 160\u000a10:57:27.603376 tst iperf3.py: using CellId 40450\u000a10:57:27.725476 tst iperf3.py: using BVCI 40451\u000a10:57:27.748742 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:57:27.759723 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:57:27.770540 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:57:27.781322 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:57:27.792281 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:57:27.803334 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:57:27.814579 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:57:27.825509 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:57:27.836660 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:57:28.131092 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:57:28.267864 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:57:28.611362 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10950): Launched\u000a10:57:28.895377 run iperf3-srv_10.42.42.10(pid=10951): Launched\u000a10:57:29.095111 tst iperf3.py:8: start network...\u000a10:57:29.231720 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:57:29.758654 run create_hlr_db(pid=10952): Launched\u000a10:57:29.947677 bus /gobi_6: Setting Powered False\u000a10:57:30.995808 run create_hlr_db(pid=10952): Terminated: ok {rc=0}\u000a10:57:31.434731 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10954): Launched\u000a10:57:31.893715 run osmo-hlr_10.42.42.2(pid=10955): Launched\u000a10:57:32.072321 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:57:32.616433 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10957): Launched\u000a10:57:32.924059 run osmo-stp_10.42.42.5(pid=10958): Launched\u000a10:57:33.035600 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:57:33.570990 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10960): Launched\u000a10:57:33.679797 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:57:33.947507 run patchelf(pid=10961): Launched\u000a10:57:34.127187 run osmo-stp_10.42.42.5(pid=10958): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10958)]\u000a10:57:34.258760 run osmo-stp_10.42.42.5(pid=10958): stdout: \u000a| (launched: 2022-12-14_10:57:32.771722)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:57:34.390422 run osmo-stp_10.42.42.5(pid=10958): stderr: \u000a| �[0;m�[38;5;43m20221214105732941 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214105732941 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214105732941 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214105732942 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214105732942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214105732942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214105732943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:57:34.517284 run osmo-stp_10.42.42.5(pid=10958): stdout: \u000a| (launched: 2022-12-14_10:57:32.771722)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:57:34.642737 run osmo-stp_10.42.42.5(pid=10958): stderr: \u000a| �[0;m�[38;5;43m20221214105732941 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214105732941 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214105732941 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214105732942 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214105732942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214105732942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214105732943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:57:34.788523 run patchelf(pid=10961): Terminating (SIGINT)\u000a10:57:34.961671 run patchelf(pid=10961): Terminated: ok {rc=0}\u000a10:57:34.993303 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10958): Process ended prematurely: osmo-stp_10.42.42.5(pid=10958) [trial-2403↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10958)] [trial-2403↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8]\u000a10:57:35.002728 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a10:57:35.063512 run osmo-hlr_10.42.42.2(pid=10955): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10955)]\u000a10:57:35.112908 run osmo-hlr_10.42.42.2(pid=10955): stdout: \u000a| (launched: 2022-12-14_10:57:31.596940) \u000a10:57:35.163201 run osmo-hlr_10.42.42.2(pid=10955): stderr: \u000a| �[0;m�[1;31m20221214105731828 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214105731828 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214105731829 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214105731829 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214105731829 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214105731830 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214105731849 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:nanobts+band-1900+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214105731863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214105731864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214105731864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:57:35.205848 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10950): Terminating (SIGTERM)\u000a10:57:35.246096 run iperf3-srv_10.42.42.10(pid=10951): Terminating (SIGTERM)\u000a10:57:35.286431 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10954): Terminating (SIGTERM)\u000a10:57:35.326671 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10957): Terminating (SIGTERM)\u000a10:57:35.366851 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10960): Terminating (SIGTERM)\u000a10:57:35.376182 --- ParallelTerminationStrategy: PID 10950 died...\u000a10:57:35.430551 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10950): Terminated: ok {rc=0}\u000a10:57:35.440123 --- ParallelTerminationStrategy: PID 10951 died...\u000a10:57:35.493785 run iperf3-srv_10.42.42.10(pid=10951): Terminated {rc=256}\u000a10:57:35.503401 --- ParallelTerminationStrategy: PID 10954 died...\u000a10:57:35.557161 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10954): Terminated: ok {rc=0}\u000a10:57:35.566768 --- ParallelTerminationStrategy: PID 10957 died...\u000a10:57:35.620193 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10957): Terminated: ok {rc=0}\u000a10:57:35.629778 --- ParallelTerminationStrategy: PID 10960 died...\u000a10:57:35.683324 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10960): Terminated: ok {rc=0}\u000a10:57:35.772156 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 265, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10976): Process ended prematurely: osmo-stp_10.42.42.5(pid=10976) [trial-2403↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10976)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10976): Process ended prematurely: osmo-stp_10.42.42.5(pid=10976) [trial-2403↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10976)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:nanobts+band-1900+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a10:57:36.885113 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:57:36.897051 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a10:57:37.027704 tst iperf3m4.py: using LAC 40451\u000a10:57:37.149197 tst iperf3m4.py: using RAC 161\u000a10:57:37.269261 tst iperf3m4.py: using CellId 40451\u000a10:57:37.389913 tst iperf3m4.py: using BVCI 40452\u000a10:57:37.413193 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:57:37.424147 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:57:37.435057 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:57:37.445850 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:57:37.456779 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:57:37.467862 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:57:37.479319 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:57:37.490490 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:57:37.501887 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:57:37.624068 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:57:37.744793 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:57:37.866944 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:57:38.165627 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:57:38.302335 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:57:38.644760 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10962): Launched\u000a10:57:38.928518 run iperf3-srv_10.42.42.10(pid=10963): Launched\u000a10:57:39.128697 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a10:57:39.264849 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:57:39.605752 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10964): Launched\u000a10:57:39.889249 run iperf3-srv_10.42.42.10(pid=10965): Launched\u000a10:57:40.082710 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a10:57:40.211015 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:57:40.530395 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10966): Launched\u000a10:57:40.795142 run iperf3-srv_10.42.42.10(pid=10967): Launched\u000a10:57:40.982162 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a10:57:41.109269 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:57:41.429533 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10968): Launched\u000a10:57:41.693952 run iperf3-srv_10.42.42.10(pid=10969): Launched\u000a10:57:41.880437 tst iperf3m4.py:8: start network...\u000a10:57:42.007349 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:57:42.489564 run create_hlr_db(pid=10970): Launched\u000a10:57:42.665998 bus /gobi_6: Setting Powered False\u000a10:57:43.688261 run create_hlr_db(pid=10970): Terminated: ok {rc=0}\u000a10:57:44.100229 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10972): Launched\u000a10:57:44.408685 run osmo-hlr_10.42.42.2(pid=10973): Launched\u000a10:57:44.520746 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:57:45.055452 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10975): Launched\u000a10:57:45.362568 run osmo-stp_10.42.42.5(pid=10976): Launched\u000a10:57:45.473964 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:57:46.026447 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10978): Launched\u000a10:57:46.138761 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:57:46.427446 run patchelf(pid=10979): Launched\u000a10:57:46.611733 run osmo-stp_10.42.42.5(pid=10976): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10976)]\u000a10:57:46.746642 run osmo-stp_10.42.42.5(pid=10976): stdout: \u000a| (launched: 2022-12-14_10:57:45.210551)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:57:46.881829 run osmo-stp_10.42.42.5(pid=10976): stderr: \u000a| �[0;m�[38;5;43m20221214105745378 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214105745378 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214105745378 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214105745379 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214105745379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214105745379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214105745379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:57:47.012572 run osmo-stp_10.42.42.5(pid=10976): stdout: \u000a| (launched: 2022-12-14_10:57:45.210551)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:57:47.142132 run osmo-stp_10.42.42.5(pid=10976): stderr: \u000a| �[0;m�[38;5;43m20221214105745378 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214105745378 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214105745378 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214105745379 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214105745379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214105745379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214105745379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:57:47.291778 run patchelf(pid=10979): Terminating (SIGINT)\u000a10:57:47.465778 run patchelf(pid=10979): Terminated: ok {rc=0}\u000a10:57:47.498041 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10976): Process ended prematurely: osmo-stp_10.42.42.5(pid=10976) [trial-2403↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10976)] [trial-2403↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8]\u000a10:57:47.507508 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a10:57:47.568994 run osmo-hlr_10.42.42.2(pid=10973): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10973)]\u000a10:57:47.619105 run osmo-hlr_10.42.42.2(pid=10973): stdout: \u000a| (launched: 2022-12-14_10:57:44.255898) \u000a10:57:47.669378 run osmo-hlr_10.42.42.2(pid=10973): stderr: \u000a| �[0;m�[1;31m20221214105744430 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214105744430 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214105744430 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214105744430 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214105744430 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214105744430 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214105744442 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:nanobts+band-1900+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214105744451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214105744451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214105744451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:57:47.712193 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10962): Terminating (SIGTERM)\u000a10:57:47.752526 run iperf3-srv_10.42.42.10(pid=10963): Terminating (SIGTERM)\u000a10:57:47.792930 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10964): Terminating (SIGTERM)\u000a10:57:47.833365 run iperf3-srv_10.42.42.10(pid=10965): Terminating (SIGTERM)\u000a10:57:47.873835 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10966): Terminating (SIGTERM)\u000a10:57:47.914073 run iperf3-srv_10.42.42.10(pid=10967): Terminating (SIGTERM)\u000a10:57:47.954359 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10968): Terminating (SIGTERM)\u000a10:57:47.994603 run iperf3-srv_10.42.42.10(pid=10969): Terminating (SIGTERM)\u000a10:57:48.035001 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10972): Terminating (SIGTERM)\u000a10:57:48.075223 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10975): Terminating (SIGTERM)\u000a10:57:48.115610 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10978): Terminating (SIGTERM)\u000a10:57:48.125154 --- ParallelTerminationStrategy: PID 10962 died...\u000a10:57:48.179962 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10962): Terminated: ok {rc=0}\u000a10:57:48.189799 --- ParallelTerminationStrategy: PID 10963 died...\u000a10:57:48.243851 run iperf3-srv_10.42.42.10(pid=10963): Terminated {rc=256}\u000a10:57:48.253896 --- ParallelTerminationStrategy: PID 10964 died...\u000a10:57:48.308143 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10964): Terminated: ok {rc=0}\u000a10:57:48.317904 --- ParallelTerminationStrategy: PID 10965 died...\u000a10:57:48.371874 run iperf3-srv_10.42.42.10(pid=10965): Terminated {rc=256}\u000a10:57:48.381983 --- ParallelTerminationStrategy: PID 10966 died...\u000a10:57:48.435979 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10966): Terminated: ok {rc=0}\u000a10:57:48.445776 --- ParallelTerminationStrategy: PID 10967 died...\u000a10:57:48.499638 run iperf3-srv_10.42.42.10(pid=10967): Terminated {rc=256}\u000a10:57:48.509483 --- ParallelTerminationStrategy: PID 10968 died...\u000a10:57:48.563473 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10968): Terminated: ok {rc=0}\u000a10:57:48.573374 --- ParallelTerminationStrategy: PID 10969 died...\u000a10:57:48.627192 run iperf3-srv_10.42.42.10(pid=10969): Terminated {rc=256}\u000a10:57:48.636741 --- ParallelTerminationStrategy: PID 10972 died...\u000a10:57:48.690814 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10972): Terminated: ok {rc=0}\u000a10:57:48.700626 --- ParallelTerminationStrategy: PID 10975 died...\u000a10:57:48.754720 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10975): Terminated: ok {rc=0}\u000a10:57:48.764550 --- ParallelTerminationStrategy: PID 10978 died...\u000a10:57:48.818924 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10978): Terminated: ok {rc=0}\u000a10:57:48.903080 bus /gobi_4: Setting Powered False\u000a10:57:50.010587 bus /gobi_4: Setting Powered False\u000a10:57:51.119373 bus /gobi_1: Setting Powered False\u000a10:57:52.227157 bus /gobi_1: Setting Powered False\u000a10:57:53.335039 bus /gobi_0: Setting Powered False\u000a10:57:54.442653 bus /gobi_0: Setting Powered False\u000a10:57:55.551698 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 265, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10986): Process ended prematurely: osmo-stp_10.42.42.5(pid=10986) [trial-2403↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10986)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10986): Process ended prematurely: osmo-stp_10.42.42.5(pid=10986) [trial-2403↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10986)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:nanobts+band-1900+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a10:57:56.620166 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:57:56.631742 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a10:57:56.762225 tst ping.py: using LAC 40452\u000a10:57:56.883782 tst ping.py: using RAC 162\u000a10:57:56.999755 tst ping.py: using CellId 40452\u000a10:57:57.115892 tst ping.py: using BVCI 40453\u000a10:57:57.138834 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:57:57.149987 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:57:57.160889 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:57:57.171962 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:57:57.183128 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:57:57.194219 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:57:57.205591 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:57:57.216808 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:57:57.493324 tst ping.py:19: start network...\u000a10:57:57.618099 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:57:58.088261 run create_hlr_db(pid=10980): Launched\u000a10:57:58.261687 bus /gobi_6: Setting Powered False\u000a10:57:59.283085 run create_hlr_db(pid=10980): Terminated: ok {rc=0}\u000a10:57:59.685638 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10982): Launched\u000a10:57:59.985798 run osmo-hlr_10.42.42.2(pid=10983): Launched\u000a10:58:00.101595 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:58:00.634571 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10985): Launched\u000a10:58:00.982956 run osmo-stp_10.42.42.5(pid=10986): Launched\u000a10:58:01.279435 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:58:01.898324 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10988): Launched\u000a10:58:02.017582 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:58:02.316708 run patchelf(pid=10989): Launched\u000a10:58:02.505781 run osmo-stp_10.42.42.5(pid=10986): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10986)]\u000a10:58:02.644548 run osmo-stp_10.42.42.5(pid=10986): stdout: \u000a| (launched: 2022-12-14_10:58:00.785826)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:58:02.783066 run osmo-stp_10.42.42.5(pid=10986): stderr: \u000a| �[0;m�[38;5;43m20221214105801090 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214105801090 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214105801091 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214105801092 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214105801093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214105801094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214105801094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:58:02.916675 run osmo-stp_10.42.42.5(pid=10986): stdout: \u000a| (launched: 2022-12-14_10:58:00.785826)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:58:03.049358 run osmo-stp_10.42.42.5(pid=10986): stderr: \u000a| �[0;m�[38;5;43m20221214105801090 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214105801090 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214105801091 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214105801092 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214105801093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214105801094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214105801094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:58:03.203364 run patchelf(pid=10989): Terminating (SIGINT)\u000a10:58:03.384349 run patchelf(pid=10989): Terminated: ok {rc=0}\u000a10:58:03.417503 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=10986): Process ended prematurely: osmo-stp_10.42.42.5(pid=10986) [trial-2403↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10986)] [trial-2403↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22]\u000a10:58:03.427126 tst ping.py:22: Test FAILED (6.8 sec)\u000a10:58:03.491321 run osmo-hlr_10.42.42.2(pid=10983): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10983)]\u000a10:58:03.544072 run osmo-hlr_10.42.42.2(pid=10983): stdout: \u000a| (launched: 2022-12-14_10:57:59.837451) \u000a10:58:03.597507 run osmo-hlr_10.42.42.2(pid=10983): stderr: \u000a| �[0;m�[1;31m20221214105800012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214105800012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214105800012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214105800012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214105800012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214105800012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214105800024 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:nanobts+band-1900+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214105800032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214105800032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214105800032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:58:03.642731 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10982): Terminating (SIGTERM)\u000a10:58:03.685852 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10985): Terminating (SIGTERM)\u000a10:58:03.728566 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10988): Terminating (SIGTERM)\u000a10:58:03.738523 --- ParallelTerminationStrategy: PID 10982 died...\u000a10:58:03.795988 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10982): Terminated: ok {rc=0}\u000a10:58:03.806460 --- ParallelTerminationStrategy: PID 10985 died...\u000a10:58:03.863352 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10985): Terminated: ok {rc=0}\u000a10:58:03.873840 --- ParallelTerminationStrategy: PID 10988 died...\u000a10:58:03.930421 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10988): Terminated: ok {rc=0}\u000a10:58:04.019735 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 265, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10996): Process ended prematurely: osmo-stp_10.42.42.5(pid=10996) [trial-2403↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10996)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10996): Process ended prematurely: osmo-stp_10.42.42.5(pid=10996) [trial-2403↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10996)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:nanobts+band-1900+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a10:58:05.072672 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:58:05.084673 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a10:58:05.214106 tst ping_idle_ping.py: using LAC 40453\u000a10:58:05.331028 tst ping_idle_ping.py: using RAC 163\u000a10:58:05.454177 tst ping_idle_ping.py: using CellId 40453\u000a10:58:05.569196 tst ping_idle_ping.py: using BVCI 40454\u000a10:58:05.591986 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:58:05.603116 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:58:05.614041 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:58:05.624838 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:58:05.635904 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:58:05.647408 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:58:05.658932 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:58:05.670418 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:58:05.965190 tst ping_idle_ping.py:24: start network...\u000a10:58:06.099361 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:58:06.623653 run create_hlr_db(pid=10990): Launched\u000a10:58:06.810872 bus /gobi_6: Setting Powered False\u000a10:58:07.833058 run create_hlr_db(pid=10990): Terminated: ok {rc=0}\u000a10:58:08.264018 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10992): Launched\u000a10:58:08.588435 run osmo-hlr_10.42.42.2(pid=10993): Launched\u000a10:58:08.708541 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:58:09.271243 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10995): Launched\u000a10:58:09.595065 run osmo-stp_10.42.42.5(pid=10996): Launched\u000a10:58:09.710900 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:58:10.271133 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10998): Launched\u000a10:58:10.385199 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:58:10.668674 run patchelf(pid=10999): Launched\u000a10:58:10.857011 run osmo-stp_10.42.42.5(pid=10996): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10996)]\u000a10:58:10.994809 run osmo-stp_10.42.42.5(pid=10996): stdout: \u000a| (launched: 2022-12-14_10:58:09.434579)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:58:11.133503 run osmo-stp_10.42.42.5(pid=10996): stderr: \u000a| �[0;m�[38;5;43m20221214105809625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214105809625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214105809625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214105809625 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214105809626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214105809626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214105809626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:58:11.266370 run osmo-stp_10.42.42.5(pid=10996): stdout: \u000a| (launched: 2022-12-14_10:58:09.434579)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:58:11.397817 run osmo-stp_10.42.42.5(pid=10996): stderr: \u000a| �[0;m�[38;5;43m20221214105809625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214105809625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214105809625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214105809625 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214105809626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214105809626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214105809626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:58:11.551797 run patchelf(pid=10999): Terminating (SIGINT)\u000a10:58:11.732515 run patchelf(pid=10999): Terminated: ok {rc=0}\u000a10:58:11.765567 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=10996): Process ended prematurely: osmo-stp_10.42.42.5(pid=10996) [trial-2403↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10996)] [trial-2403↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a10:58:11.774926 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a10:58:11.838605 run osmo-hlr_10.42.42.2(pid=10993): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10993)]\u000a10:58:11.890785 run osmo-hlr_10.42.42.2(pid=10993): stdout: \u000a| (launched: 2022-12-14_10:58:08.427389) \u000a10:58:11.943464 run osmo-hlr_10.42.42.2(pid=10993): stderr: \u000a| �[0;m�[1;31m20221214105808622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214105808622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214105808622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214105808622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214105808623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214105808623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214105808636 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:nanobts+band-1900+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214105808646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214105808646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214105808646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:58:11.988259 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10992): Terminating (SIGTERM)\u000a10:58:12.030547 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10995): Terminating (SIGTERM)\u000a10:58:12.073444 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10998): Terminating (SIGTERM)\u000a10:58:12.083252 --- ParallelTerminationStrategy: PID 10992 died...\u000a10:58:12.140255 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10992): Terminated: ok {rc=0}\u000a10:58:12.150603 --- ParallelTerminationStrategy: PID 10995 died...\u000a10:58:12.206963 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10995): Terminated: ok {rc=0}\u000a10:58:12.217259 --- ParallelTerminationStrategy: PID 10998 died...\u000a10:58:12.273365 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10998): Terminated: ok {rc=0}\u000a10:58:12.360861 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "142", "name" : "gprs_nanobts+band-1900+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T10:57:13" }, { "cases" : [ { "testActions" : [ ], "age" : 265, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11018): Process ended prematurely: osmo-stp_10.42.42.5(pid=11018) [trial-2403↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11018)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11018): Process ended prematurely: osmo-stp_10.42.42.5(pid=11018) [trial-2403↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11018)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:nanobts+band-1900+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a10:58:14.501225 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:58:14.512653 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a10:58:14.668880 tst cs_paging_gprs_active.py: using LAC 40454\u000a10:58:14.796439 tst cs_paging_gprs_active.py: using RAC 164\u000a10:58:14.925622 tst cs_paging_gprs_active.py: using CellId 40454\u000a10:58:15.055270 tst cs_paging_gprs_active.py: using BVCI 40455\u000a10:58:15.080417 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:58:15.091911 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:58:15.103163 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:58:15.114688 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:58:15.126137 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:58:15.137745 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:58:15.149146 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:58:15.160386 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:58:15.171819 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:58:15.290328 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:58:15.588449 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a10:58:15.725634 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:58:16.085519 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11007): Launched\u000a10:58:16.387394 run iperf3-srv_10.42.42.10(pid=11008): Launched\u000a10:58:16.592165 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a10:58:16.731663 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:58:17.087515 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11009): Launched\u000a10:58:17.371527 run iperf3-srv_10.42.42.10(pid=11010): Launched\u000a10:58:17.571272 tst cs_paging_gprs_active.py:38: start network...\u000a10:58:17.707145 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:58:18.230013 run create_hlr_db(pid=11011): Launched\u000a10:58:18.418192 bus /gobi_6: Setting Powered False\u000a10:58:19.439179 run create_hlr_db(pid=11011): Terminated: ok {rc=0}\u000a10:58:19.852632 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11013): Launched\u000a10:58:20.160066 run osmo-hlr_10.42.42.2(pid=11014): Launched\u000a10:58:20.276223 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:58:20.812549 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11016): Launched\u000a10:58:21.118993 run osmo-stp_10.42.42.5(pid=11018): Launched\u000a10:58:21.231042 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:58:21.768160 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11020): Launched\u000a10:58:21.876840 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:58:22.145219 run patchelf(pid=11021): Launched\u000a10:58:22.324876 run osmo-stp_10.42.42.5(pid=11018): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11018)]\u000a10:58:22.456759 run osmo-stp_10.42.42.5(pid=11018): stdout: \u000a| (launched: 2022-12-14_10:58:20.966849)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:58:22.588057 run osmo-stp_10.42.42.5(pid=11018): stderr: \u000a| �[0;m�[38;5;43m20221214105821134 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214105821134 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214105821134 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214105821135 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214105821135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214105821135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214105821135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:58:22.714273 run osmo-stp_10.42.42.5(pid=11018): stdout: \u000a| (launched: 2022-12-14_10:58:20.966849)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:58:22.839597 run osmo-stp_10.42.42.5(pid=11018): stderr: \u000a| �[0;m�[38;5;43m20221214105821134 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214105821134 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214105821134 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214105821135 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214105821135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214105821135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214105821135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:58:22.986452 run patchelf(pid=11021): Terminating (SIGINT)\u000a10:58:23.158685 run patchelf(pid=11021): Terminated: ok {rc=0}\u000a10:58:23.190712 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=11018): Process ended prematurely: osmo-stp_10.42.42.5(pid=11018) [trial-2403↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11018)] [trial-2403↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a10:58:23.200277 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a10:58:23.261782 run osmo-hlr_10.42.42.2(pid=11014): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11014)]\u000a10:58:23.311190 run osmo-hlr_10.42.42.2(pid=11014): stdout: \u000a| (launched: 2022-12-14_10:58:20.008235) \u000a10:58:23.361544 run osmo-hlr_10.42.42.2(pid=11014): stderr: \u000a| �[0;m�[1;31m20221214105820181 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214105820181 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214105820181 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214105820181 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214105820182 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214105820182 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214105820197 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214105820205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214105820206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214105820206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:58:23.404384 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11007): Terminating (SIGTERM)\u000a10:58:23.444597 run iperf3-srv_10.42.42.10(pid=11008): Terminating (SIGTERM)\u000a10:58:23.485147 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11009): Terminating (SIGTERM)\u000a10:58:23.525259 run iperf3-srv_10.42.42.10(pid=11010): Terminating (SIGTERM)\u000a10:58:23.565745 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11013): Terminating (SIGTERM)\u000a10:58:23.606156 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11016): Terminating (SIGTERM)\u000a10:58:23.646272 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11020): Terminating (SIGTERM)\u000a10:58:23.655595 --- ParallelTerminationStrategy: PID 11007 died...\u000a10:58:23.709875 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11007): Terminated: ok {rc=0}\u000a10:58:23.719450 --- ParallelTerminationStrategy: PID 11008 died...\u000a10:58:23.772915 run iperf3-srv_10.42.42.10(pid=11008): Terminated {rc=256}\u000a10:58:23.782458 --- ParallelTerminationStrategy: PID 11009 died...\u000a10:58:23.835850 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11009): Terminated: ok {rc=0}\u000a10:58:23.845457 --- ParallelTerminationStrategy: PID 11010 died...\u000a10:58:23.898813 run iperf3-srv_10.42.42.10(pid=11010): Terminated {rc=256}\u000a10:58:23.908246 --- ParallelTerminationStrategy: PID 11013 died...\u000a10:58:23.961473 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11013): Terminated: ok {rc=0}\u000a10:58:23.971035 --- ParallelTerminationStrategy: PID 11016 died...\u000a10:58:24.024441 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11016): Terminated: ok {rc=0}\u000a10:58:24.034040 --- ParallelTerminationStrategy: PID 11020 died...\u000a10:58:24.087525 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11020): Terminated: ok {rc=0}\u000a10:58:24.171851 bus /gobi_0: Setting Powered False\u000a10:58:25.280186 bus /gobi_0: Setting Powered False\u000a10:58:26.392491 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 265, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11030): Process ended prematurely: osmo-stp_10.42.42.5(pid=11030) [trial-2403↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11030)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11030): Process ended prematurely: osmo-stp_10.42.42.5(pid=11030) [trial-2403↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11030)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:nanobts+band-1900+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a10:58:27.503715 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:58:27.515426 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a10:58:27.666839 tst iperf3.py: using LAC 40455\u000a10:58:27.787458 tst iperf3.py: using RAC 165\u000a10:58:27.908800 tst iperf3.py: using CellId 40455\u000a10:58:28.029453 tst iperf3.py: using BVCI 40456\u000a10:58:28.052765 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:58:28.063832 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:58:28.074729 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:58:28.085521 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:58:28.096529 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:58:28.107797 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:58:28.119037 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:58:28.130103 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:58:28.141324 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:58:28.421159 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:58:28.548692 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:58:28.867019 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11022): Launched\u000a10:58:29.133120 run iperf3-srv_10.42.42.10(pid=11023): Launched\u000a10:58:29.319433 tst iperf3.py:8: start network...\u000a10:58:29.446387 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:58:29.926947 run create_hlr_db(pid=11024): Launched\u000a10:58:30.102276 bus /gobi_6: Setting Powered False\u000a10:58:31.163306 run create_hlr_db(pid=11024): Terminated: ok {rc=0}\u000a10:58:31.622949 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11026): Launched\u000a10:58:32.068853 run osmo-hlr_10.42.42.2(pid=11027): Launched\u000a10:58:32.207262 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:58:32.738831 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11029): Launched\u000a10:58:33.047210 run osmo-stp_10.42.42.5(pid=11030): Launched\u000a10:58:33.158394 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:58:33.691388 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11032): Launched\u000a10:58:33.799705 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:58:34.068145 run patchelf(pid=11033): Launched\u000a10:58:34.247422 run osmo-stp_10.42.42.5(pid=11030): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11030)]\u000a10:58:34.378190 run osmo-stp_10.42.42.5(pid=11030): stdout: \u000a| (launched: 2022-12-14_10:58:32.893604)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:58:34.508827 run osmo-stp_10.42.42.5(pid=11030): stderr: \u000a| �[0;m�[38;5;43m20221214105833061 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214105833061 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214105833062 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214105833062 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214105833063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214105833063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214105833063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:58:34.634897 run osmo-stp_10.42.42.5(pid=11030): stdout: \u000a| (launched: 2022-12-14_10:58:32.893604)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:58:34.759959 run osmo-stp_10.42.42.5(pid=11030): stderr: \u000a| �[0;m�[38;5;43m20221214105833061 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214105833061 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214105833062 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214105833062 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214105833063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214105833063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214105833063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:58:34.906146 run patchelf(pid=11033): Terminating (SIGINT)\u000a10:58:35.078288 run patchelf(pid=11033): Terminated: ok {rc=0}\u000a10:58:35.110365 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11030): Process ended prematurely: osmo-stp_10.42.42.5(pid=11030) [trial-2403↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11030)] [trial-2403↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a10:58:35.119893 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a10:58:35.180454 run osmo-hlr_10.42.42.2(pid=11027): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11027)]\u000a10:58:35.229585 run osmo-hlr_10.42.42.2(pid=11027): stdout: \u000a| (launched: 2022-12-14_10:58:31.795641) \u000a10:58:35.279402 run osmo-hlr_10.42.42.2(pid=11027): stderr: \u000a| �[0;m�[1;31m20221214105832067 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214105832067 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214105832067 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214105832067 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214105832067 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214105832067 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214105832087 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214105832105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214105832105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214105832105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:58:35.322254 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11022): Terminating (SIGTERM)\u000a10:58:35.362480 run iperf3-srv_10.42.42.10(pid=11023): Terminating (SIGTERM)\u000a10:58:35.402665 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11026): Terminating (SIGTERM)\u000a10:58:35.443146 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11029): Terminating (SIGTERM)\u000a10:58:35.483222 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11032): Terminating (SIGTERM)\u000a10:58:35.492446 --- ParallelTerminationStrategy: PID 11022 died...\u000a10:58:35.546439 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11022): Terminated: ok {rc=0}\u000a10:58:35.555980 --- ParallelTerminationStrategy: PID 11023 died...\u000a10:58:35.609295 run iperf3-srv_10.42.42.10(pid=11023): Terminated {rc=256}\u000a10:58:35.618814 --- ParallelTerminationStrategy: PID 11026 died...\u000a10:58:35.671996 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11026): Terminated: ok {rc=0}\u000a10:58:35.681613 --- ParallelTerminationStrategy: PID 11029 died...\u000a10:58:35.734928 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11029): Terminated: ok {rc=0}\u000a10:58:35.744522 --- ParallelTerminationStrategy: PID 11032 died...\u000a10:58:35.797919 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11032): Terminated: ok {rc=0}\u000a10:58:35.886105 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 265, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11048): Process ended prematurely: osmo-stp_10.42.42.5(pid=11048) [trial-2403↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11048)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11048): Process ended prematurely: osmo-stp_10.42.42.5(pid=11048) [trial-2403↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11048)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:nanobts+band-1900+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a10:58:36.997762 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:58:37.009653 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a10:58:37.163967 tst iperf3m4.py: using LAC 40456\u000a10:58:37.282896 tst iperf3m4.py: using RAC 166\u000a10:58:37.400423 tst iperf3m4.py: using CellId 40456\u000a10:58:37.519499 tst iperf3m4.py: using BVCI 40457\u000a10:58:37.542789 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:58:37.553772 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:58:37.564529 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:58:37.575417 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:58:37.586980 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:58:37.598356 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:58:37.609771 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:58:37.621077 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:58:37.632472 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:58:37.750561 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:58:37.874168 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:58:37.995551 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:58:38.278920 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:58:38.406612 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:58:38.725317 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11034): Launched\u000a10:58:38.989772 run iperf3-srv_10.42.42.10(pid=11035): Launched\u000a10:58:39.176245 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a10:58:39.303554 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:58:39.621661 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11036): Launched\u000a10:58:39.884299 run iperf3-srv_10.42.42.10(pid=11037): Launched\u000a10:58:40.070240 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a10:58:40.196595 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:58:40.516428 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11038): Launched\u000a10:58:40.780084 run iperf3-srv_10.42.42.10(pid=11039): Launched\u000a10:58:40.965668 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a10:58:41.091933 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:58:41.410264 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11040): Launched\u000a10:58:41.674395 run iperf3-srv_10.42.42.10(pid=11041): Launched\u000a10:58:41.859880 tst iperf3m4.py:8: start network...\u000a10:58:41.986893 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:58:42.469923 run create_hlr_db(pid=11042): Launched\u000a10:58:42.645769 bus /gobi_6: Setting Powered False\u000a10:58:43.667304 run create_hlr_db(pid=11042): Terminated: ok {rc=0}\u000a10:58:44.076783 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11044): Launched\u000a10:58:44.384195 run osmo-hlr_10.42.42.2(pid=11045): Launched\u000a10:58:44.499937 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:58:45.033011 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11047): Launched\u000a10:58:45.339188 run osmo-stp_10.42.42.5(pid=11048): Launched\u000a10:58:45.451005 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:58:46.011194 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11050): Launched\u000a10:58:46.135629 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:58:46.459067 run patchelf(pid=11051): Launched\u000a10:58:46.699461 run osmo-stp_10.42.42.5(pid=11048): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11048)]\u000a10:58:46.871274 run osmo-stp_10.42.42.5(pid=11048): stdout: \u000a| (launched: 2022-12-14_10:58:45.187526)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:58:47.036622 run osmo-stp_10.42.42.5(pid=11048): stderr: \u000a| �[0;m�[38;5;43m20221214105845356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214105845356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214105845356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214105845356 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214105845357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214105845357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214105845357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:58:47.176678 run osmo-stp_10.42.42.5(pid=11048): stdout: \u000a| (launched: 2022-12-14_10:58:45.187526)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:58:47.312856 run osmo-stp_10.42.42.5(pid=11048): stderr: \u000a| �[0;m�[38;5;43m20221214105845356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214105845356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214105845356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214105845356 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214105845357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214105845357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214105845357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:58:47.469906 run patchelf(pid=11051): Terminating (SIGINT)\u000a10:58:47.654746 run patchelf(pid=11051): Terminated: ok {rc=0}\u000a10:58:47.689293 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11048): Process ended prematurely: osmo-stp_10.42.42.5(pid=11048) [trial-2403↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11048)] [trial-2403↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a10:58:47.699706 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a10:58:47.763407 run osmo-hlr_10.42.42.2(pid=11045): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11045)]\u000a10:58:47.815012 run osmo-hlr_10.42.42.2(pid=11045): stdout: \u000a| (launched: 2022-12-14_10:58:44.231915) \u000a10:58:47.867486 run osmo-hlr_10.42.42.2(pid=11045): stderr: \u000a| �[0;m�[1;31m20221214105844406 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214105844406 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214105844406 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214105844406 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214105844406 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214105844406 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214105844418 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214105844428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214105844429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214105844429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:58:47.912131 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11034): Terminating (SIGTERM)\u000a10:58:47.954398 run iperf3-srv_10.42.42.10(pid=11035): Terminating (SIGTERM)\u000a10:58:47.997500 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11036): Terminating (SIGTERM)\u000a10:58:48.039770 run iperf3-srv_10.42.42.10(pid=11037): Terminating (SIGTERM)\u000a10:58:48.081939 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11038): Terminating (SIGTERM)\u000a10:58:48.124462 run iperf3-srv_10.42.42.10(pid=11039): Terminating (SIGTERM)\u000a10:58:48.167171 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11040): Terminating (SIGTERM)\u000a10:58:48.209128 run iperf3-srv_10.42.42.10(pid=11041): Terminating (SIGTERM)\u000a10:58:48.251198 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11044): Terminating (SIGTERM)\u000a10:58:48.293454 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11047): Terminating (SIGTERM)\u000a10:58:48.335491 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11050): Terminating (SIGTERM)\u000a10:58:48.345000 --- ParallelTerminationStrategy: PID 11034 died...\u000a10:58:48.401237 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11034): Terminated: ok {rc=0}\u000a10:58:48.411365 --- ParallelTerminationStrategy: PID 11035 died...\u000a10:58:48.467255 run iperf3-srv_10.42.42.10(pid=11035): Terminated {rc=256}\u000a10:58:48.477457 --- ParallelTerminationStrategy: PID 11036 died...\u000a10:58:48.533290 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11036): Terminated: ok {rc=0}\u000a10:58:48.543416 --- ParallelTerminationStrategy: PID 11037 died...\u000a10:58:48.599579 run iperf3-srv_10.42.42.10(pid=11037): Terminated {rc=256}\u000a10:58:48.609709 --- ParallelTerminationStrategy: PID 11038 died...\u000a10:58:48.665675 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11038): Terminated: ok {rc=0}\u000a10:58:48.675796 --- ParallelTerminationStrategy: PID 11039 died...\u000a10:58:48.731617 run iperf3-srv_10.42.42.10(pid=11039): Terminated {rc=256}\u000a10:58:48.741777 --- ParallelTerminationStrategy: PID 11040 died...\u000a10:58:48.797778 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11040): Terminated: ok {rc=0}\u000a10:58:48.807914 --- ParallelTerminationStrategy: PID 11041 died...\u000a10:58:48.863606 run iperf3-srv_10.42.42.10(pid=11041): Terminated {rc=256}\u000a10:58:48.873748 --- ParallelTerminationStrategy: PID 11044 died...\u000a10:58:48.929445 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11044): Terminated: ok {rc=0}\u000a10:58:48.939618 --- ParallelTerminationStrategy: PID 11047 died...\u000a10:58:48.995384 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11047): Terminated: ok {rc=0}\u000a10:58:49.005933 --- ParallelTerminationStrategy: PID 11050 died...\u000a10:58:49.061834 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11050): Terminated: ok {rc=0}\u000a10:58:49.150017 bus /gobi_4: Setting Powered False\u000a10:58:50.253340 bus /gobi_4: Setting Powered False\u000a10:58:51.363832 bus /gobi_1: Setting Powered False\u000a10:58:52.470497 bus /gobi_1: Setting Powered False\u000a10:58:53.579574 bus /gobi_0: Setting Powered False\u000a10:58:54.687336 bus /gobi_0: Setting Powered False\u000a10:58:55.795949 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 265, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11058): Process ended prematurely: osmo-stp_10.42.42.5(pid=11058) [trial-2403↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11058)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11058): Process ended prematurely: osmo-stp_10.42.42.5(pid=11058) [trial-2403↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11058)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:nanobts+band-1900+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a10:58:56.864447 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:58:56.876632 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a10:58:57.030394 tst ping.py: using LAC 40457\u000a10:58:57.155880 tst ping.py: using RAC 167\u000a10:58:57.283039 tst ping.py: using CellId 40457\u000a10:58:57.410221 tst ping.py: using BVCI 40458\u000a10:58:57.434723 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:58:57.446416 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:58:57.458036 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:58:57.469573 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:58:57.480828 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:58:57.492293 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:58:57.503884 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:58:57.515207 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:58:57.807681 tst ping.py:19: start network...\u000a10:58:57.941309 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:58:58.454899 run create_hlr_db(pid=11052): Launched\u000a10:58:58.641944 bus /gobi_6: Setting Powered False\u000a10:58:59.662646 run create_hlr_db(pid=11052): Terminated: ok {rc=0}\u000a10:59:00.068582 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11054): Launched\u000a10:59:00.369231 run osmo-hlr_10.42.42.2(pid=11055): Launched\u000a10:59:00.485056 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:59:01.066962 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11057): Launched\u000a10:59:01.436891 run osmo-stp_10.42.42.5(pid=11058): Launched\u000a10:59:01.779775 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:59:02.418314 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11060): Launched\u000a10:59:02.532040 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:59:02.813560 run patchelf(pid=11061): Launched\u000a10:59:03.000614 run osmo-stp_10.42.42.5(pid=11058): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11058)]\u000a10:59:03.137729 run osmo-stp_10.42.42.5(pid=11058): stdout: \u000a| (launched: 2022-12-14_10:59:01.222080)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:59:03.275198 run osmo-stp_10.42.42.5(pid=11058): stderr: \u000a| �[0;m�[38;5;43m20221214105901589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214105901590 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214105901590 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214105901591 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214105901592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214105901592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214105901592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:59:03.407820 run osmo-stp_10.42.42.5(pid=11058): stdout: \u000a| (launched: 2022-12-14_10:59:01.222080)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:59:03.539007 run osmo-stp_10.42.42.5(pid=11058): stderr: \u000a| �[0;m�[38;5;43m20221214105901589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214105901590 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214105901590 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214105901591 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214105901592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214105901592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214105901592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:59:03.692133 run patchelf(pid=11061): Terminating (SIGINT)\u000a10:59:03.872050 run patchelf(pid=11061): Terminated: ok {rc=0}\u000a10:59:03.905029 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=11058): Process ended prematurely: osmo-stp_10.42.42.5(pid=11058) [trial-2403↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11058)] [trial-2403↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22]\u000a10:59:03.914438 tst ping.py:22: Test FAILED (7.0 sec)\u000a10:59:03.977727 run osmo-hlr_10.42.42.2(pid=11055): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11055)]\u000a10:59:04.029407 run osmo-hlr_10.42.42.2(pid=11055): stdout: \u000a| (launched: 2022-12-14_10:59:00.220294) \u000a10:59:04.081849 run osmo-hlr_10.42.42.2(pid=11055): stderr: \u000a| �[0;m�[1;31m20221214105900393 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214105900393 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214105900393 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214105900393 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214105900393 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214105900393 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214105900405 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214105900414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214105900415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214105900415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:59:04.126432 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11054): Terminating (SIGTERM)\u000a10:59:04.168389 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11057): Terminating (SIGTERM)\u000a10:59:04.211122 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11060): Terminating (SIGTERM)\u000a10:59:04.220898 --- ParallelTerminationStrategy: PID 11054 died...\u000a10:59:04.277263 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11054): Terminated: ok {rc=0}\u000a10:59:04.287323 --- ParallelTerminationStrategy: PID 11057 died...\u000a10:59:04.343337 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11057): Terminated: ok {rc=0}\u000a10:59:04.353921 --- ParallelTerminationStrategy: PID 11060 died...\u000a10:59:04.409586 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11060): Terminated: ok {rc=0}\u000a10:59:04.497960 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 265, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11068): Process ended prematurely: osmo-stp_10.42.42.5(pid=11068) [trial-2403↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11068)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11068): Process ended prematurely: osmo-stp_10.42.42.5(pid=11068) [trial-2403↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11068)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:nanobts+band-1900+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a10:59:05.551870 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:59:05.564058 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a10:59:05.719126 tst ping_idle_ping.py: using LAC 40458\u000a10:59:05.839489 tst ping_idle_ping.py: using RAC 168\u000a10:59:05.960009 tst ping_idle_ping.py: using CellId 40458\u000a10:59:06.077305 tst ping_idle_ping.py: using BVCI 40459\u000a10:59:06.100303 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:59:06.111565 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:59:06.122658 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:59:06.133665 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:59:06.144867 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:59:06.156464 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:59:06.167669 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:59:06.178991 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:59:06.457217 tst ping_idle_ping.py:24: start network...\u000a10:59:06.582598 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:59:07.057487 run create_hlr_db(pid=11062): Launched\u000a10:59:07.232321 bus /gobi_6: Setting Powered False\u000a10:59:08.254096 run create_hlr_db(pid=11062): Terminated: ok {rc=0}\u000a10:59:08.685260 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11064): Launched\u000a10:59:09.008300 run osmo-hlr_10.42.42.2(pid=11065): Launched\u000a10:59:09.129890 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:59:09.694191 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11067): Launched\u000a10:59:10.015271 run osmo-stp_10.42.42.5(pid=11068): Launched\u000a10:59:10.129927 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:59:10.692233 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11070): Launched\u000a10:59:10.806166 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:59:11.087807 run patchelf(pid=11071): Launched\u000a10:59:11.275516 run osmo-stp_10.42.42.5(pid=11068): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11068)]\u000a10:59:11.413375 run osmo-stp_10.42.42.5(pid=11068): stdout: \u000a| (launched: 2022-12-14_10:59:09.857636)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:59:11.551283 run osmo-stp_10.42.42.5(pid=11068): stderr: \u000a| �[0;m�[38;5;43m20221214105910048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214105910048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214105910048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214105910049 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214105910049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214105910049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214105910049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:59:11.685093 run osmo-stp_10.42.42.5(pid=11068): stdout: \u000a| (launched: 2022-12-14_10:59:09.857636)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:59:11.816399 run osmo-stp_10.42.42.5(pid=11068): stderr: \u000a| �[0;m�[38;5;43m20221214105910048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214105910048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214105910048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214105910049 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214105910049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214105910049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214105910049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:59:11.970650 run patchelf(pid=11071): Terminating (SIGINT)\u000a10:59:12.151320 run patchelf(pid=11071): Terminated: ok {rc=0}\u000a10:59:12.184146 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=11068): Process ended prematurely: osmo-stp_10.42.42.5(pid=11068) [trial-2403↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11068)] [trial-2403↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a10:59:12.193790 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a10:59:12.257219 run osmo-hlr_10.42.42.2(pid=11065): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11065)]\u000a10:59:12.308823 run osmo-hlr_10.42.42.2(pid=11065): stdout: \u000a| (launched: 2022-12-14_10:59:08.848695) \u000a10:59:12.361500 run osmo-hlr_10.42.42.2(pid=11065): stderr: \u000a| �[0;m�[1;31m20221214105909045 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214105909045 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214105909046 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214105909046 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214105909046 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214105909046 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214105909059 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214105909067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214105909067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214105909067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:59:12.406176 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11064): Terminating (SIGTERM)\u000a10:59:12.448882 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11067): Terminating (SIGTERM)\u000a10:59:12.491187 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11070): Terminating (SIGTERM)\u000a10:59:12.501034 --- ParallelTerminationStrategy: PID 11064 died...\u000a10:59:12.557479 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11064): Terminated: ok {rc=0}\u000a10:59:12.567617 --- ParallelTerminationStrategy: PID 11067 died...\u000a10:59:12.623786 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11067): Terminated: ok {rc=0}\u000a10:59:12.634114 --- ParallelTerminationStrategy: PID 11070 died...\u000a10:59:12.689885 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11070): Terminated: ok {rc=0}\u000a10:59:12.775979 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "143", "name" : "gprs_nanobts+band-1900+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T10:58:14" }, { "cases" : [ { "testActions" : [ ], "age" : 265, "className" : "dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11081): Process ended prematurely: osmo-stp_10.42.42.5(pid=11081) [trial-2403↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11081)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11081): Process ended prematurely: osmo-stp_10.42.42.5(pid=11081) [trial-2403↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11081)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a10:59:14.794722 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:59:14.807248 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a10:59:14.959981 tst switch_tch_pdch.py: using LAC 40459\u000a10:59:15.084856 tst switch_tch_pdch.py: using RAC 169\u000a10:59:15.209958 tst switch_tch_pdch.py: using CellId 40459\u000a10:59:15.334669 tst switch_tch_pdch.py: using BVCI 40460\u000a10:59:15.359315 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:59:15.371632 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:59:15.383550 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:59:15.395574 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:59:15.407542 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:59:15.419422 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:59:15.431473 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:59:15.443556 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:59:15.561078 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:59:15.858358 tst switch_tch_pdch.py:51: start network...\u000a10:59:16.000885 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:59:16.551324 run create_hlr_db(pid=11075): Launched\u000a10:59:16.742297 bus /gobi_6: Setting Powered False\u000a10:59:17.750266 run create_hlr_db(pid=11075): Terminated: ok {rc=0}\u000a10:59:18.192493 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11077): Launched\u000a10:59:18.513743 run osmo-hlr_10.42.42.2(pid=11078): Launched\u000a10:59:18.633677 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:59:19.197389 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11080): Launched\u000a10:59:19.518650 run osmo-stp_10.42.42.5(pid=11081): Launched\u000a10:59:19.635632 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:59:20.195077 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11083): Launched\u000a10:59:20.309110 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:59:20.591310 run patchelf(pid=11084): Launched\u000a10:59:20.779429 run osmo-stp_10.42.42.5(pid=11081): ERR: Terminated: ERROR {rc=1} [trial-2403↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11081)]\u000a10:59:20.917315 run osmo-stp_10.42.42.5(pid=11081): stdout: \u000a| (launched: 2022-12-14_10:59:19.359553)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:59:21.055191 run osmo-stp_10.42.42.5(pid=11081): stderr: \u000a| �[0;m�[38;5;43m20221214105919550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214105919550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214105919550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214105919551 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214105919551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214105919551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214105919551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:59:21.188011 run osmo-stp_10.42.42.5(pid=11081): stdout: \u000a| (launched: 2022-12-14_10:59:19.359553)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:59:21.319216 run osmo-stp_10.42.42.5(pid=11081): stderr: \u000a| �[0;m�[38;5;43m20221214105919550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214105919550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214105919550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214105919551 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214105919551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214105919551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214105919551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:59:21.472531 run patchelf(pid=11084): Terminating (SIGINT)\u000a10:59:21.653733 run patchelf(pid=11084): Terminated: ok {rc=0}\u000a10:59:21.686929 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=11081): Process ended prematurely: osmo-stp_10.42.42.5(pid=11081) [trial-2403↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11081)] [trial-2403↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a10:59:21.696531 tst switch_tch_pdch.py:54: Test FAILED (6.9 sec)\u000a10:59:21.760026 run osmo-hlr_10.42.42.2(pid=11078): ERR: Terminated: ERROR {rc=237} [trial-2403↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11078)]\u000a10:59:21.811905 run osmo-hlr_10.42.42.2(pid=11078): stdout: \u000a| (launched: 2022-12-14_10:59:18.355297) \u000a10:59:21.864862 run osmo-hlr_10.42.42.2(pid=11078): stderr: \u000a| �[0;m�[1;31m20221214105918549 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214105918549 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214105918549 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214105918549 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214105918549 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214105918549 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214105918563 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214105918573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214105918573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214105918573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:59:21.909806 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11077): Terminating (SIGTERM)\u000a10:59:21.951908 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11080): Terminating (SIGTERM)\u000a10:59:21.994164 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11083): Terminating (SIGTERM)\u000a10:59:22.003971 --- ParallelTerminationStrategy: PID 11077 died...\u000a10:59:22.060482 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11077): Terminated: ok {rc=0}\u000a10:59:22.071099 --- ParallelTerminationStrategy: PID 11080 died...\u000a10:59:22.127346 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11080): Terminated: ok {rc=0}\u000a10:59:22.137960 --- ParallelTerminationStrategy: PID 11083 died...\u000a10:59:22.194291 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11083): Terminated: ok {rc=0}\u000a10:59:22.282804 bus /gobi_0: Setting Powered False\u000a10:59:23.391031 bus /gobi_0: Setting Powered False\u000a10:59:24.503648 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "144", "name" : "dynts_nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T10:59:14" }, { "cases" : [ { "testActions" : [ ], "age" : 73, "className" : "sms:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11094): Process ended prematurely: osmo-stp_10.42.42.5(pid=11094) [trial-2403↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11094)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11094): Process ended prematurely: osmo-stp_10.42.42.5(pid=11094) [trial-2403↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11094)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 sms:nanobts+band-900 mo_mt_sms.py\u000a----------------------------------------------\u000a10:59:26.438879 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a10:59:26.449698 tst sms:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a10:59:26.590112 tst mo_mt_sms.py: using LAC 40460\u000a10:59:26.717179 tst mo_mt_sms.py: using RAC 170\u000a10:59:26.843593 tst mo_mt_sms.py: using CellId 40460\u000a10:59:26.968531 tst mo_mt_sms.py: using BVCI 40461\u000a10:59:26.992894 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a10:59:27.004135 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a10:59:27.015110 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a10:59:27.026070 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a10:59:27.037131 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a10:59:27.048012 tst sms:nanobts+band-900: Using 1 x modem (candidates: 2)\u000a10:59:27.169628 tst sms:nanobts+band-900: Using 1 x modem (candidates: 2)\u000a10:59:27.370483 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:59:27.845234 run create_hlr_db(pid=11088): Launched\u000a10:59:28.017815 bus /gobi_6: Setting Powered False\u000a10:59:29.052884 run create_hlr_db(pid=11088): Terminated: ok {rc=0}\u000a10:59:29.457746 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11090): Launched\u000a10:59:29.760661 run osmo-hlr_10.42.42.2(pid=11091): Launched\u000a10:59:29.872619 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:59:30.392196 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11093): Launched\u000a10:59:30.692146 run osmo-stp_10.42.42.5(pid=11094): Launched\u000a10:59:30.800563 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:59:31.412245 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11096): Launched\u000a10:59:31.754823 run osmo-msc_10.42.42.6(pid=11097): Launched\u000a10:59:32.147432 run osmo-stp_10.42.42.5(pid=11094): ERR: Terminated: ERROR {rc=1} [trial-2403↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11094)]\u000a10:59:32.317949 run osmo-stp_10.42.42.5(pid=11094): stdout: \u000a| (launched: 2022-12-14_10:59:30.543104)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:59:32.445281 run osmo-stp_10.42.42.5(pid=11094): stderr: \u000a| �[0;m�[38;5;43m20221214105930708 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214105930709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214105930709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214105930709 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214105930710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214105930710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214105930710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:59:32.566092 run osmo-stp_10.42.42.5(pid=11094): stdout: \u000a| (launched: 2022-12-14_10:59:30.543104)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:59:32.685628 run osmo-stp_10.42.42.5(pid=11094): stderr: \u000a| �[0;m�[38;5;43m20221214105930708 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214105930709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214105930709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214105930709 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214105930710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214105930710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214105930710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:59:32.738142 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=11094): Process ended prematurely: osmo-stp_10.42.42.5(pid=11094) [trial-2403↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11094)] [trial-2403↪sms:nanobts+band-900↪mo_mt_sms.py:16]\u000a10:59:32.746225 tst mo_mt_sms.py:16: Test FAILED (6.3 sec)\u000a10:59:32.807231 run osmo-hlr_10.42.42.2(pid=11091): ERR: Terminated: ERROR {rc=237} [trial-2403↪sms:nanobts+band-900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11091)]\u000a10:59:32.857023 run osmo-hlr_10.42.42.2(pid=11091): stdout: \u000a| (launched: 2022-12-14_10:59:29.609940) \u000a10:59:32.907108 run osmo-hlr_10.42.42.2(pid=11091): stderr: \u000a| �[0;m�[1;31m20221214105929784 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214105929784 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214105929784 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214105929784 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214105929784 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214105929784 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214105929796 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/sms:nanobts+band-900/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214105929805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214105929805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214105929805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:59:32.975111 run osmo-msc_10.42.42.6(pid=11097): ERR: Terminated: ERROR {rc=2} [trial-2403↪sms:nanobts+band-900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11097)]\u000a10:59:33.024486 run osmo-msc_10.42.42.6(pid=11097): stdout: \u000a| (launched: 2022-12-14_10:59:31.567061) \u000a10:59:33.074571 run osmo-msc_10.42.42.6(pid=11097): stderr: \u000a| �[0;m�[38;5;43m20221214105932084 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214105932084 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff06b6d3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214105932084 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214105932084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214105932084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214105932084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214105932094 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214105932095 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214105932095 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214105932095 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:59:33.117473 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11090): Terminating (SIGTERM)\u000a10:59:33.157870 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11093): Terminating (SIGTERM)\u000a10:59:33.198104 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11096): Terminating (SIGTERM)\u000a10:59:33.207115 --- ParallelTerminationStrategy: PID 11090 died...\u000a10:59:33.261318 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11090): Terminated: ok {rc=0}\u000a10:59:33.271028 --- ParallelTerminationStrategy: PID 11093 died...\u000a10:59:33.325183 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11093): Terminated: ok {rc=0}\u000a10:59:33.334823 --- ParallelTerminationStrategy: PID 11096 died...\u000a10:59:33.388808 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11096): Terminated: ok {rc=0}\u000a10:59:33.477805 bus /sierra_3: Setting Powered False\u000a10:59:34.581123 bus /sierra_3: Setting Powered False\u000a10:59:35.688231 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "145", "name" : "sms_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T10:59:26" }, { "cases" : [ { "testActions" : [ ], "age" : 232, "className" : "nitb_ussd:nanobts+band-900", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=11103): Process ended prematurely: osmo-nitb_10.42.42.2(pid=11103) [trial-2403↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=11103)]", "failedSince" : 2172, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=11103): Process ended prematurely: osmo-nitb_10.42.42.2(pid=11103) [trial-2403↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=11103)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 nitb_ussd:nanobts+band-900 assert_extension.py\u000a----------------------------------------------\u000a10:59:37.541618 tst nitb_ussd:nanobts+band-900: Using 1 x ip_address (candidates: 1)\u000a10:59:37.552926 tst nitb_ussd:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a10:59:37.692328 tst assert_extension.py: using LAC 40461\u000a10:59:37.818348 tst assert_extension.py: using RAC 171\u000a10:59:37.943095 tst assert_extension.py: using CellId 40461\u000a10:59:38.068892 tst assert_extension.py: using BVCI 40462\u000a10:59:38.093294 tst nitb_ussd:nanobts+band-900: Using 1 x modem (candidates: 1)\u000a10:59:38.371076 tst assert_extension.py:10: start nitb and bts...\u000a10:59:38.495463 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a10:59:39.117509 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=11102): Launched\u000a10:59:39.426084 run osmo-nitb_10.42.42.2(pid=11103): Launched\u000a10:59:39.611079 run osmo-nitb_10.42.42.2(pid=11103): ERR: Terminated: ERROR {rc=2} [trial-2403↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=11103)]\u000a10:59:39.747621 run osmo-nitb_10.42.42.2(pid=11103): stdout: \u000a| (launched: 2022-12-14_10:59:39.280639) \u000a10:59:39.885394 run osmo-nitb_10.42.42.2(pid=11103): stderr: \u000a| (launched: 2022-12-14_10:59:39.325255)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a10:59:40.018581 run osmo-nitb_10.42.42.2(pid=11103): stdout: \u000a| (launched: 2022-12-14_10:59:39.280639) \u000a10:59:40.150061 run osmo-nitb_10.42.42.2(pid=11103): stderr: \u000a| (launched: 2022-12-14_10:59:39.325255)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a10:59:40.546631 tst osmo-nitb_10.42.42.2(pid=11103): stdout: \u000a| (launched: 2022-12-14_10:59:39.280639) \u000a10:59:40.665820 tst osmo-nitb_10.42.42.2(pid=11103): stderr: \u000a| (launched: 2022-12-14_10:59:39.325255)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a10:59:40.718326 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=11103): Process ended prematurely: osmo-nitb_10.42.42.2(pid=11103) [trial-2403↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=11103)] [trial-2403↪nitb_ussd:nanobts+band-900↪assert_extension.py:12]\u000a10:59:40.726709 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a10:59:40.761575 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=11102): Terminating (SIGTERM)\u000a10:59:40.939400 --- ParallelTerminationStrategy: PID 11102 died...\u000a10:59:40.995598 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=11102): Terminated: ok {rc=0}\u000a10:59:41.085666 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "146", "name" : "nitb_ussd_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T10:59:37" }, { "cases" : [ { "testActions" : [ ], "age" : 73, "className" : "ussd:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11114): Process ended prematurely: osmo-stp_10.42.42.5(pid=11114) [trial-2403↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11114)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11114): Process ended prematurely: osmo-stp_10.42.42.5(pid=11114) [trial-2403↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11114)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 ussd:nanobts+band-900 assert_extension.py\u000a----------------------------------------------\u000a10:59:42.916608 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a10:59:42.927268 tst ussd:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a10:59:43.062874 tst assert_extension.py: using LAC 40462\u000a10:59:43.180667 tst assert_extension.py: using RAC 172\u000a10:59:43.302138 tst assert_extension.py: using CellId 40462\u000a10:59:43.425835 tst assert_extension.py: using BVCI 40463\u000a10:59:43.450334 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a10:59:43.461775 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a10:59:43.473043 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a10:59:43.484163 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a10:59:43.495481 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a10:59:43.506696 tst ussd:nanobts+band-900: Using 1 x modem (candidates: 1)\u000a10:59:43.706517 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:59:44.179656 run create_hlr_db(pid=11108): Launched\u000a10:59:44.353345 bus /sierra_2: Setting Powered False\u000a10:59:45.374752 run create_hlr_db(pid=11108): Terminated: ok {rc=0}\u000a10:59:45.804445 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11110): Launched\u000a10:59:46.255463 run osmo-hlr_10.42.42.2(pid=11111): Launched\u000a10:59:46.491414 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:59:47.071464 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11113): Launched\u000a10:59:47.396905 run osmo-stp_10.42.42.5(pid=11114): Launched\u000a10:59:47.512771 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:59:48.099328 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11116): Launched\u000a10:59:48.421963 run osmo-msc_10.42.42.6(pid=11117): Launched\u000a10:59:48.609822 run osmo-stp_10.42.42.5(pid=11114): ERR: Terminated: ERROR {rc=1} [trial-2403↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11114)]\u000a10:59:48.745319 run osmo-stp_10.42.42.5(pid=11114): stdout: \u000a| (launched: 2022-12-14_10:59:47.237125)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:59:48.879657 run osmo-stp_10.42.42.5(pid=11114): stderr: \u000a| �[0;m�[38;5;43m20221214105947427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214105947427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214105947428 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214105947428 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214105947428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214105947429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214105947429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:59:49.008445 run osmo-stp_10.42.42.5(pid=11114): stdout: \u000a| (launched: 2022-12-14_10:59:47.237125)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:59:49.136128 run osmo-stp_10.42.42.5(pid=11114): stderr: \u000a| �[0;m�[38;5;43m20221214105947427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214105947427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214105947428 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214105947428 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214105947428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214105947429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214105947429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:59:49.192342 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=11114): Process ended prematurely: osmo-stp_10.42.42.5(pid=11114) [trial-2403↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11114)] [trial-2403↪ussd:nanobts+band-900↪assert_extension.py:17]\u000a10:59:49.201293 tst assert_extension.py:17: Test FAILED (6.3 sec)\u000a10:59:49.264214 run osmo-hlr_10.42.42.2(pid=11111): ERR: Terminated: ERROR {rc=237} [trial-2403↪ussd:nanobts+band-900↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11111)]\u000a10:59:49.316049 run osmo-hlr_10.42.42.2(pid=11111): stdout: \u000a| (launched: 2022-12-14_10:59:45.996934) \u000a10:59:49.368545 run osmo-hlr_10.42.42.2(pid=11111): stderr: \u000a| �[0;m�[1;31m20221214105946294 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214105946294 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214105946294 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214105946294 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214105946294 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214105946294 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214105946317 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/ussd:nanobts+band-900/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214105946333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214105946333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214105946333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:59:49.440195 run osmo-msc_10.42.42.6(pid=11117): ERR: Terminated: ERROR {rc=2} [trial-2403↪ussd:nanobts+band-900↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11117)]\u000a10:59:49.491909 run osmo-msc_10.42.42.6(pid=11117): stdout: \u000a| (launched: 2022-12-14_10:59:48.261856) \u000a10:59:49.544286 run osmo-msc_10.42.42.6(pid=11117): stderr: \u000a| �[0;m�[38;5;43m20221214105948582 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214105948582 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3021d55c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214105948582 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214105948582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214105948582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214105948583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214105948584 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214105948585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214105948585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214105948585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:59:49.588759 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11110): Terminating (SIGTERM)\u000a10:59:49.631103 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11113): Terminating (SIGTERM)\u000a10:59:49.673776 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11116): Terminating (SIGTERM)\u000a10:59:49.683631 --- ParallelTerminationStrategy: PID 11110 died...\u000a10:59:49.740302 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11110): Terminated: ok {rc=0}\u000a10:59:49.750433 --- ParallelTerminationStrategy: PID 11113 died...\u000a10:59:49.806443 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11113): Terminated: ok {rc=0}\u000a10:59:49.816651 --- ParallelTerminationStrategy: PID 11116 died...\u000a10:59:49.873003 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11116): Terminated: ok {rc=0}\u000a10:59:49.961909 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "147", "name" : "ussd_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T10:59:42" }, { "cases" : [ { "testActions" : [ ], "age" : 73, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11128): Process ended prematurely: osmo-stp_10.42.42.5(pid=11128) [trial-2403↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11128)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11128): Process ended prematurely: osmo-stp_10.42.42.5(pid=11128) [trial-2403↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11128)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a10:59:51.925499 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:59:51.937311 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a10:59:52.097768 tst mo_mt_call.py: using LAC 40463\u000a10:59:52.218453 tst mo_mt_call.py: using RAC 173\u000a10:59:52.336340 tst mo_mt_call.py: using CellId 40463\u000a10:59:52.456499 tst mo_mt_call.py: using BVCI 40464\u000a10:59:52.480033 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:59:52.491441 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:59:52.502710 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:59:52.513753 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:59:52.525441 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:59:52.536840 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a10:59:52.658223 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a10:59:52.870576 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:59:53.392308 run create_hlr_db(pid=11122): Launched\u000a10:59:53.580665 bus /sierra_2: Setting Powered False\u000a10:59:54.603240 run create_hlr_db(pid=11122): Terminated: ok {rc=0}\u000a10:59:55.021247 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11124): Launched\u000a10:59:55.349805 run osmo-hlr_10.42.42.2(pid=11125): Launched\u000a10:59:55.470954 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:59:56.042393 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11127): Launched\u000a10:59:56.369814 run osmo-stp_10.42.42.5(pid=11128): Launched\u000a10:59:56.486942 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:59:57.083707 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11130): Launched\u000a10:59:57.411612 run osmo-msc_10.42.42.6(pid=11131): Launched\u000a10:59:57.602573 run osmo-stp_10.42.42.5(pid=11128): ERR: Terminated: ERROR {rc=1} [trial-2403↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11128)]\u000a10:59:57.740742 run osmo-stp_10.42.42.5(pid=11128): stdout: \u000a| (launched: 2022-12-14_10:59:56.208528)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:59:57.877290 run osmo-stp_10.42.42.5(pid=11128): stderr: \u000a| �[0;m�[38;5;43m20221214105956400 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214105956400 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214105956400 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214105956401 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214105956401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214105956401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214105956401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:59:58.008229 run osmo-stp_10.42.42.5(pid=11128): stdout: \u000a| (launched: 2022-12-14_10:59:56.208528)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:59:58.137807 run osmo-stp_10.42.42.5(pid=11128): stderr: \u000a| �[0;m�[38;5;43m20221214105956400 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214105956400 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214105956400 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214105956401 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214105956401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214105956401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214105956401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:59:58.194850 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11128): Process ended prematurely: osmo-stp_10.42.42.5(pid=11128) [trial-2403↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11128)] [trial-2403↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a10:59:58.204154 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a10:59:58.267254 run osmo-hlr_10.42.42.2(pid=11125): ERR: Terminated: ERROR {rc=237} [trial-2403↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11125)]\u000a10:59:58.318954 run osmo-hlr_10.42.42.2(pid=11125): stdout: \u000a| (launched: 2022-12-14_10:59:55.188073) \u000a10:59:58.371428 run osmo-hlr_10.42.42.2(pid=11125): stderr: \u000a| �[0;m�[1;31m20221214105955384 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214105955384 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214105955384 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214105955384 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214105955384 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214105955385 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214105955398 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214105955407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214105955407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214105955407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:59:58.442845 run osmo-msc_10.42.42.6(pid=11131): ERR: Terminated: ERROR {rc=2} [trial-2403↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11131)]\u000a10:59:58.494669 run osmo-msc_10.42.42.6(pid=11131): stdout: \u000a| (launched: 2022-12-14_10:59:57.249416) \u000a10:59:58.546861 run osmo-msc_10.42.42.6(pid=11131): stderr: \u000a| �[0;m�[38;5;43m20221214105957571 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214105957571 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fef6911dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214105957571 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214105957571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214105957571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214105957571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214105957573 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214105957574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214105957574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214105957574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:59:58.591193 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11124): Terminating (SIGTERM)\u000a10:59:58.633585 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11127): Terminating (SIGTERM)\u000a10:59:58.675786 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11130): Terminating (SIGTERM)\u000a10:59:58.685647 --- ParallelTerminationStrategy: PID 11124 died...\u000a10:59:58.741974 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11124): Terminated: ok {rc=0}\u000a10:59:58.752050 --- ParallelTerminationStrategy: PID 11127 died...\u000a10:59:58.807940 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11127): Terminated: ok {rc=0}\u000a10:59:58.818050 --- ParallelTerminationStrategy: PID 11130 died...\u000a10:59:58.873727 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11130): Terminated: ok {rc=0}\u000a10:59:58.961983 bus /sierra_3: Setting Powered False\u000a11:00:00.065040 bus /sierra_3: Setting Powered False\u000a11:00:01.186835 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 84, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11142): Process ended prematurely: osmo-stp_10.42.42.5(pid=11142) [trial-2403↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11142)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11142): Process ended prematurely: osmo-stp_10.42.42.5(pid=11142) [trial-2403↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11142)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a11:00:02.306291 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:00:02.318842 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a11:00:02.481980 tst mo_mt_call_osmux.py: using LAC 40464\u000a11:00:02.609814 tst mo_mt_call_osmux.py: using RAC 174\u000a11:00:02.739774 tst mo_mt_call_osmux.py: using CellId 40464\u000a11:00:02.867038 tst mo_mt_call_osmux.py: using BVCI 40465\u000a11:00:02.891937 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:00:02.904030 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:00:02.915636 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:00:02.927237 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:00:02.938956 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:00:02.950481 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a11:00:03.068737 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a11:00:03.283103 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:00:03.807196 run create_hlr_db(pid=11136): Launched\u000a11:00:03.996557 bus /sierra_2: Setting Powered False\u000a11:00:05.016694 run create_hlr_db(pid=11136): Terminated: ok {rc=0}\u000a11:00:05.429347 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11138): Launched\u000a11:00:05.737689 run osmo-hlr_10.42.42.2(pid=11139): Launched\u000a11:00:05.849593 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:00:06.383700 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11141): Launched\u000a11:00:06.692483 run osmo-stp_10.42.42.5(pid=11142): Launched\u000a11:00:06.804130 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:00:07.363619 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11144): Launched\u000a11:00:07.670818 run osmo-msc_10.42.42.6(pid=11145): Launched\u000a11:00:07.849140 run osmo-stp_10.42.42.5(pid=11142): ERR: Terminated: ERROR {rc=1} [trial-2403↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11142)]\u000a11:00:07.978911 run osmo-stp_10.42.42.5(pid=11142): stdout: \u000a| (launched: 2022-12-14_11:00:06.539341)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:00:08.107841 run osmo-stp_10.42.42.5(pid=11142): stderr: \u000a| �[0;m�[38;5;43m20221214110006708 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214110006708 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214110006709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214110006709 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214110006710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214110006710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214110006710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:00:08.230988 run osmo-stp_10.42.42.5(pid=11142): stdout: \u000a| (launched: 2022-12-14_11:00:06.539341)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:00:08.352717 run osmo-stp_10.42.42.5(pid=11142): stderr: \u000a| �[0;m�[38;5;43m20221214110006708 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214110006708 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214110006709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214110006709 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214110006710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214110006710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214110006710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:00:08.406729 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11142): Process ended prematurely: osmo-stp_10.42.42.5(pid=11142) [trial-2403↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11142)] [trial-2403↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a11:00:08.415781 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a11:00:08.476942 run osmo-hlr_10.42.42.2(pid=11139): ERR: Terminated: ERROR {rc=237} [trial-2403↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11139)]\u000a11:00:08.526474 run osmo-hlr_10.42.42.2(pid=11139): stdout: \u000a| (launched: 2022-12-14_11:00:05.585173) \u000a11:00:08.576544 run osmo-hlr_10.42.42.2(pid=11139): stderr: \u000a| �[0;m�[1;31m20221214110005760 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214110005760 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214110005760 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214110005760 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214110005760 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214110005760 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214110005771 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214110005779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214110005779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214110005779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:00:08.644448 run osmo-msc_10.42.42.6(pid=11145): ERR: Terminated: ERROR {rc=2} [trial-2403↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11145)]\u000a11:00:08.693546 run osmo-msc_10.42.42.6(pid=11145): stdout: \u000a| (launched: 2022-12-14_11:00:07.518361) \u000a11:00:08.743560 run osmo-msc_10.42.42.6(pid=11145): stderr: \u000a| �[0;m�[38;5;43m20221214110007786 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214110007787 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f15cdbdec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214110007787 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214110007787 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214110007787 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214110007787 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214110007789 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214110007789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214110007789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214110007789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:00:08.786378 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11138): Terminating (SIGTERM)\u000a11:00:08.826803 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11141): Terminating (SIGTERM)\u000a11:00:08.867271 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11144): Terminating (SIGTERM)\u000a11:00:08.876637 --- ParallelTerminationStrategy: PID 11138 died...\u000a11:00:08.931135 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11138): Terminated: ok {rc=0}\u000a11:00:08.940878 --- ParallelTerminationStrategy: PID 11141 died...\u000a11:00:08.994693 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11141): Terminated: ok {rc=0}\u000a11:00:09.004398 --- ParallelTerminationStrategy: PID 11144 died...\u000a11:00:09.058238 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11144): Terminated: ok {rc=0}\u000a11:00:09.147953 bus /sierra_3: Setting Powered False\u000a11:00:10.250512 bus /sierra_3: Setting Powered False\u000a11:00:11.362272 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "148", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T10:59:51" }, { "cases" : [ { "testActions" : [ ], "age" : 73, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11156): Process ended prematurely: osmo-stp_10.42.42.5(pid=11156) [trial-2403↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11156)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11156): Process ended prematurely: osmo-stp_10.42.42.5(pid=11156) [trial-2403↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11156)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a11:00:13.362019 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:00:13.373356 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a11:00:13.530509 tst mo_mt_call.py: using LAC 40465\u000a11:00:13.650496 tst mo_mt_call.py: using RAC 175\u000a11:00:13.770011 tst mo_mt_call.py: using CellId 40465\u000a11:00:13.894157 tst mo_mt_call.py: using BVCI 40466\u000a11:00:13.917282 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:00:13.928331 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:00:13.939306 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:00:13.950283 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:00:13.961740 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:00:13.973209 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a11:00:14.094497 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a11:00:14.307875 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:00:14.831352 run create_hlr_db(pid=11150): Launched\u000a11:00:15.020674 bus /sierra_2: Setting Powered False\u000a11:00:16.076288 run create_hlr_db(pid=11150): Terminated: ok {rc=0}\u000a11:00:16.511856 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11152): Launched\u000a11:00:16.933439 run osmo-hlr_10.42.42.2(pid=11153): Launched\u000a11:00:17.116855 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:00:17.707337 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11155): Launched\u000a11:00:18.033512 run osmo-stp_10.42.42.5(pid=11156): Launched\u000a11:00:18.152386 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:00:18.751075 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11158): Launched\u000a11:00:19.079169 run osmo-msc_10.42.42.6(pid=11159): Launched\u000a11:00:19.270242 run osmo-stp_10.42.42.5(pid=11156): ERR: Terminated: ERROR {rc=1} [trial-2403↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11156)]\u000a11:00:19.408354 run osmo-stp_10.42.42.5(pid=11156): stdout: \u000a| (launched: 2022-12-14_11:00:17.873224)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:00:19.545140 run osmo-stp_10.42.42.5(pid=11156): stderr: \u000a| �[0;m�[38;5;43m20221214110018065 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214110018065 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214110018065 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214110018065 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214110018066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214110018066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214110018066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:00:19.676732 run osmo-stp_10.42.42.5(pid=11156): stdout: \u000a| (launched: 2022-12-14_11:00:17.873224)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:00:19.806231 run osmo-stp_10.42.42.5(pid=11156): stderr: \u000a| �[0;m�[38;5;43m20221214110018065 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214110018065 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214110018065 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214110018065 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214110018066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214110018066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214110018066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:00:19.863600 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11156): Process ended prematurely: osmo-stp_10.42.42.5(pid=11156) [trial-2403↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11156)] [trial-2403↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a11:00:19.873259 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a11:00:19.936551 run osmo-hlr_10.42.42.2(pid=11153): ERR: Terminated: ERROR {rc=237} [trial-2403↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11153)]\u000a11:00:19.988440 run osmo-hlr_10.42.42.2(pid=11153): stdout: \u000a| (launched: 2022-12-14_11:00:16.674588) \u000a11:00:20.041129 run osmo-hlr_10.42.42.2(pid=11153): stderr: \u000a| �[0;m�[1;31m20221214110017012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214110017012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214110017012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214110017012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214110017012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214110017012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214110017038 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214110017046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214110017046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214110017046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:00:20.112740 run osmo-msc_10.42.42.6(pid=11159): ERR: Terminated: ERROR {rc=2} [trial-2403↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11159)]\u000a11:00:20.165466 run osmo-msc_10.42.42.6(pid=11159): stdout: \u000a| (launched: 2022-12-14_11:00:18.917287) \u000a11:00:20.218025 run osmo-msc_10.42.42.6(pid=11159): stderr: \u000a| �[0;m�[38;5;43m20221214110019238 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214110019238 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff8e9ee9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214110019238 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214110019238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214110019238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214110019238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214110019240 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214110019241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214110019241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214110019241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:00:20.262792 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11152): Terminating (SIGTERM)\u000a11:00:20.304942 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11155): Terminating (SIGTERM)\u000a11:00:20.347181 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11158): Terminating (SIGTERM)\u000a11:00:20.357180 --- ParallelTerminationStrategy: PID 11152 died...\u000a11:00:20.414071 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11152): Terminated: ok {rc=0}\u000a11:00:20.424132 --- ParallelTerminationStrategy: PID 11155 died...\u000a11:00:20.480401 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11155): Terminated: ok {rc=0}\u000a11:00:20.490644 --- ParallelTerminationStrategy: PID 11158 died...\u000a11:00:20.546977 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11158): Terminated: ok {rc=0}\u000a11:00:20.634793 bus /sierra_3: Setting Powered False\u000a11:00:21.742983 bus /sierra_3: Setting Powered False\u000a11:00:22.851218 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 84, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11167): Process ended prematurely: osmo-stp_10.42.42.5(pid=11167) [trial-2403↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11167)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11167): Process ended prematurely: osmo-stp_10.42.42.5(pid=11167) [trial-2403↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11167)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a11:00:23.967493 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:00:23.979762 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a11:00:24.144726 tst mo_mt_call_osmux.py: using LAC 40466\u000a11:00:24.275111 tst mo_mt_call_osmux.py: using RAC 176\u000a11:00:24.404694 tst mo_mt_call_osmux.py: using CellId 40466\u000a11:00:24.534272 tst mo_mt_call_osmux.py: using BVCI 40467\u000a11:00:24.559173 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:00:24.570874 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:00:24.582438 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:00:24.594015 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:00:24.605688 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:00:24.617971 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a11:00:24.737114 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a11:00:24.949609 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:00:25.473565 run create_hlr_db(pid=11161): Launched\u000a11:00:25.662706 bus /sierra_2: Setting Powered False\u000a11:00:26.685113 run create_hlr_db(pid=11161): Terminated: ok {rc=0}\u000a11:00:27.100338 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11163): Launched\u000a11:00:27.408337 run osmo-hlr_10.42.42.2(pid=11164): Launched\u000a11:00:27.525417 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:00:28.057522 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11166): Launched\u000a11:00:28.364395 run osmo-stp_10.42.42.5(pid=11167): Launched\u000a11:00:28.476106 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:00:29.035283 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11169): Launched\u000a11:00:29.344066 run osmo-msc_10.42.42.6(pid=11170): Launched\u000a11:00:29.523482 run osmo-stp_10.42.42.5(pid=11167): ERR: Terminated: ERROR {rc=1} [trial-2403↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11167)]\u000a11:00:29.653169 run osmo-stp_10.42.42.5(pid=11167): stdout: \u000a| (launched: 2022-12-14_11:00:28.212779)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:00:29.781438 run osmo-stp_10.42.42.5(pid=11167): stderr: \u000a| �[0;m�[38;5;43m20221214110028382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214110028383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214110028383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214110028383 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214110028384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214110028384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214110028384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:00:29.903755 run osmo-stp_10.42.42.5(pid=11167): stdout: \u000a| (launched: 2022-12-14_11:00:28.212779)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:00:30.024792 run osmo-stp_10.42.42.5(pid=11167): stderr: \u000a| �[0;m�[38;5;43m20221214110028382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214110028383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214110028383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214110028383 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214110028384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214110028384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214110028384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:00:30.078520 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11167): Process ended prematurely: osmo-stp_10.42.42.5(pid=11167) [trial-2403↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11167)] [trial-2403↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a11:00:30.087150 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a11:00:30.148322 run osmo-hlr_10.42.42.2(pid=11164): ERR: Terminated: ERROR {rc=237} [trial-2403↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11164)]\u000a11:00:30.197842 run osmo-hlr_10.42.42.2(pid=11164): stdout: \u000a| (launched: 2022-12-14_11:00:27.256249) \u000a11:00:30.247895 run osmo-hlr_10.42.42.2(pid=11164): stderr: \u000a| �[0;m�[1;31m20221214110027430 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214110027430 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214110027430 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214110027430 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214110027430 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214110027430 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214110027442 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214110027450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214110027450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214110027450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:00:30.315764 run osmo-msc_10.42.42.6(pid=11170): ERR: Terminated: ERROR {rc=2} [trial-2403↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11170)]\u000a11:00:30.365054 run osmo-msc_10.42.42.6(pid=11170): stdout: \u000a| (launched: 2022-12-14_11:00:29.190278) \u000a11:00:30.414876 run osmo-msc_10.42.42.6(pid=11170): stderr: \u000a| �[0;m�[38;5;43m20221214110029459 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214110029459 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2bd4e7dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214110029459 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214110029459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214110029459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214110029459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214110029461 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214110029461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214110029462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214110029462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:00:30.457571 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11163): Terminating (SIGTERM)\u000a11:00:30.497677 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11166): Terminating (SIGTERM)\u000a11:00:30.537784 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11169): Terminating (SIGTERM)\u000a11:00:30.546978 --- ParallelTerminationStrategy: PID 11163 died...\u000a11:00:30.600756 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11163): Terminated: ok {rc=0}\u000a11:00:30.610435 --- ParallelTerminationStrategy: PID 11166 died...\u000a11:00:30.663875 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11166): Terminated: ok {rc=0}\u000a11:00:30.673843 --- ParallelTerminationStrategy: PID 11169 died...\u000a11:00:30.727368 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11169): Terminated: ok {rc=0}\u000a11:00:30.816224 bus /sierra_3: Setting Powered False\u000a11:00:31.943813 bus /sierra_3: Setting Powered False\u000a11:00:33.058194 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "149", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T11:00:13" }, { "cases" : [ { "testActions" : [ ], "age" : 78, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11181): Process ended prematurely: osmo-stp_10.42.42.5(pid=11181) [trial-2403↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11181)]", "failedSince" : 2326, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11181): Process ended prematurely: osmo-stp_10.42.42.5(pid=11181) [trial-2403↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11181)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a11:00:35.049803 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:00:35.060997 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a11:00:35.215061 tst mo_mt_call.py: using LAC 40467\u000a11:00:35.334585 tst mo_mt_call.py: using RAC 177\u000a11:00:35.453757 tst mo_mt_call.py: using CellId 40467\u000a11:00:35.581255 tst mo_mt_call.py: using BVCI 40468\u000a11:00:35.606312 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:00:35.618125 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:00:35.630173 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:00:35.641967 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:00:35.653982 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:00:35.665824 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a11:00:35.784618 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a11:00:35.992521 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:00:36.474745 run create_hlr_db(pid=11175): Launched\u000a11:00:36.650640 bus /sierra_2: Setting Powered False\u000a11:00:37.684180 run create_hlr_db(pid=11175): Terminated: ok {rc=0}\u000a11:00:38.098809 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11177): Launched\u000a11:00:38.406508 run osmo-hlr_10.42.42.2(pid=11178): Launched\u000a11:00:38.526268 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:00:39.062146 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11180): Launched\u000a11:00:39.368716 run osmo-stp_10.42.42.5(pid=11181): Launched\u000a11:00:39.480266 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:00:40.039786 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11183): Launched\u000a11:00:40.347586 run osmo-msc_10.42.42.6(pid=11184): Launched\u000a11:00:40.527583 run osmo-stp_10.42.42.5(pid=11181): ERR: Terminated: ERROR {rc=1} [trial-2403↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11181)]\u000a11:00:40.657114 run osmo-stp_10.42.42.5(pid=11181): stdout: \u000a| (launched: 2022-12-14_11:00:39.216815)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:00:40.783845 run osmo-stp_10.42.42.5(pid=11181): stderr: \u000a| �[0;m�[38;5;43m20221214110039386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214110039387 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214110039387 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214110039387 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214110039388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214110039388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214110039388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:00:40.906145 run osmo-stp_10.42.42.5(pid=11181): stdout: \u000a| (launched: 2022-12-14_11:00:39.216815)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:00:41.027404 run osmo-stp_10.42.42.5(pid=11181): stderr: \u000a| �[0;m�[38;5;43m20221214110039386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214110039387 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214110039387 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214110039387 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214110039388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214110039388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214110039388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:00:41.081059 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11181): Process ended prematurely: osmo-stp_10.42.42.5(pid=11181) [trial-2403↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11181)] [trial-2403↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a11:00:41.089799 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a11:00:41.150140 run osmo-hlr_10.42.42.2(pid=11178): ERR: Terminated: ERROR {rc=237} [trial-2403↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11178)]\u000a11:00:41.199436 run osmo-hlr_10.42.42.2(pid=11178): stdout: \u000a| (launched: 2022-12-14_11:00:38.254404) \u000a11:00:41.249519 run osmo-hlr_10.42.42.2(pid=11178): stderr: \u000a| �[0;m�[1;31m20221214110038427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214110038427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214110038427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214110038427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214110038427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214110038427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214110038439 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214110038447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214110038447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214110038447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:00:41.317409 run osmo-msc_10.42.42.6(pid=11184): ERR: Terminated: ERROR {rc=2} [trial-2403↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11184)]\u000a11:00:41.366688 run osmo-msc_10.42.42.6(pid=11184): stdout: \u000a| (launched: 2022-12-14_11:00:40.194831) \u000a11:00:41.416570 run osmo-msc_10.42.42.6(pid=11184): stderr: \u000a| �[0;m�[38;5;43m20221214110040464 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214110040465 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd9616c3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214110040465 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214110040465 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214110040465 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214110040465 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214110040467 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214110040467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214110040467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214110040467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:00:41.458890 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11177): Terminating (SIGTERM)\u000a11:00:41.498887 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11180): Terminating (SIGTERM)\u000a11:00:41.538751 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11183): Terminating (SIGTERM)\u000a11:00:41.547988 --- ParallelTerminationStrategy: PID 11177 died...\u000a11:00:41.601756 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11177): Terminated: ok {rc=0}\u000a11:00:41.611328 --- ParallelTerminationStrategy: PID 11180 died...\u000a11:00:41.664671 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11180): Terminated: ok {rc=0}\u000a11:00:41.674247 --- ParallelTerminationStrategy: PID 11183 died...\u000a11:00:41.727415 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11183): Terminated: ok {rc=0}\u000a11:00:41.816584 bus /sierra_3: Setting Powered False\u000a11:00:42.920128 bus /sierra_3: Setting Powered False\u000a11:00:44.030899 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 86, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11192): Process ended prematurely: osmo-stp_10.42.42.5(pid=11192) [trial-2403↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11192)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11192): Process ended prematurely: osmo-stp_10.42.42.5(pid=11192) [trial-2403↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11192)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a11:00:45.140616 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:00:45.152527 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a11:00:45.308353 tst mo_mt_call_osmux.py: using LAC 40468\u000a11:00:45.432083 tst mo_mt_call_osmux.py: using RAC 178\u000a11:00:45.553861 tst mo_mt_call_osmux.py: using CellId 40468\u000a11:00:45.686626 tst mo_mt_call_osmux.py: using BVCI 40469\u000a11:00:45.711870 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:00:45.723814 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:00:45.735687 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:00:45.747733 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:00:45.759849 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:00:45.771638 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a11:00:45.918986 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a11:00:46.137215 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:00:46.676750 run create_hlr_db(pid=11186): Launched\u000a11:00:46.860677 bus /sierra_2: Setting Powered False\u000a11:00:47.877423 run create_hlr_db(pid=11186): Terminated: ok {rc=0}\u000a11:00:48.315362 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11188): Launched\u000a11:00:48.646453 run osmo-hlr_10.42.42.2(pid=11189): Launched\u000a11:00:48.765848 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:00:49.335275 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11191): Launched\u000a11:00:49.664530 run osmo-stp_10.42.42.5(pid=11192): Launched\u000a11:00:49.783158 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:00:50.384183 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11194): Launched\u000a11:00:50.714373 run osmo-msc_10.42.42.6(pid=11195): Launched\u000a11:00:50.905366 run osmo-stp_10.42.42.5(pid=11192): ERR: Terminated: ERROR {rc=1} [trial-2403↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11192)]\u000a11:00:51.043506 run osmo-stp_10.42.42.5(pid=11192): stdout: \u000a| (launched: 2022-12-14_11:00:49.501476)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:00:51.180582 run osmo-stp_10.42.42.5(pid=11192): stderr: \u000a| �[0;m�[38;5;43m20221214110049692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214110049692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214110049692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214110049693 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214110049693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214110049693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214110049693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:00:51.311834 run osmo-stp_10.42.42.5(pid=11192): stdout: \u000a| (launched: 2022-12-14_11:00:49.501476)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:00:51.442376 run osmo-stp_10.42.42.5(pid=11192): stderr: \u000a| �[0;m�[38;5;43m20221214110049692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214110049692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214110049692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214110049693 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214110049693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214110049693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214110049693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:00:51.499948 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11192): Process ended prematurely: osmo-stp_10.42.42.5(pid=11192) [trial-2403↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11192)] [trial-2403↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a11:00:51.509555 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a11:00:51.573356 run osmo-hlr_10.42.42.2(pid=11189): ERR: Terminated: ERROR {rc=237} [trial-2403↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11189)]\u000a11:00:51.625552 run osmo-hlr_10.42.42.2(pid=11189): stdout: \u000a| (launched: 2022-12-14_11:00:48.483098) \u000a11:00:51.678669 run osmo-hlr_10.42.42.2(pid=11189): stderr: \u000a| �[0;m�[1;31m20221214110048680 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214110048680 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214110048680 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214110048680 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214110048680 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214110048680 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214110048692 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214110048701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214110048701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214110048702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:00:51.750289 run osmo-msc_10.42.42.6(pid=11195): ERR: Terminated: ERROR {rc=2} [trial-2403↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11195)]\u000a11:00:51.802157 run osmo-msc_10.42.42.6(pid=11195): stdout: \u000a| (launched: 2022-12-14_11:00:50.550863) \u000a11:00:51.854450 run osmo-msc_10.42.42.6(pid=11195): stderr: \u000a| �[0;m�[38;5;43m20221214110050873 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214110050873 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbddf2e7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214110050873 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214110050874 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214110050874 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214110050874 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214110050876 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214110050876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214110050876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214110050876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:00:51.899297 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11188): Terminating (SIGTERM)\u000a11:00:51.942026 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11191): Terminating (SIGTERM)\u000a11:00:51.987762 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11194): Terminating (SIGTERM)\u000a11:00:51.997471 --- ParallelTerminationStrategy: PID 11188 died...\u000a11:00:52.052836 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11188): Terminated: ok {rc=0}\u000a11:00:52.064444 --- ParallelTerminationStrategy: PID 11191 died...\u000a11:00:52.122822 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11191): Terminated: ok {rc=0}\u000a11:00:52.133206 --- ParallelTerminationStrategy: PID 11194 died...\u000a11:00:52.189844 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11194): Terminated: ok {rc=0}\u000a11:00:52.277540 bus /sierra_3: Setting Powered False\u000a11:00:53.384514 bus /sierra_3: Setting Powered False\u000a11:00:54.496676 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "150", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T11:00:34" }, { "cases" : [ { "testActions" : [ ], "age" : 73, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11208): Process ended prematurely: osmo-stp_10.42.42.5(pid=11208) [trial-2403↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11208)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11208): Process ended prematurely: osmo-stp_10.42.42.5(pid=11208) [trial-2403↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11208)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a11:00:56.486983 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:00:56.498335 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a11:00:56.653821 tst mo_mt_call.py: using LAC 40469\u000a11:00:56.773126 tst mo_mt_call.py: using RAC 179\u000a11:00:56.900527 tst mo_mt_call.py: using CellId 40469\u000a11:00:57.024242 tst mo_mt_call.py: using BVCI 40470\u000a11:00:57.047563 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:00:57.058874 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:00:57.070115 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:00:57.081322 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:00:57.092823 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:00:57.104181 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a11:00:57.225723 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a11:00:57.430637 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:00:57.915222 run create_hlr_db(pid=11202): Launched\u000a11:00:58.091846 bus /sierra_2: Setting Powered False\u000a11:00:59.114351 run create_hlr_db(pid=11202): Terminated: ok {rc=0}\u000a11:00:59.523523 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11204): Launched\u000a11:00:59.831447 run osmo-hlr_10.42.42.2(pid=11205): Launched\u000a11:00:59.946910 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:01:00.478355 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11207): Launched\u000a11:01:00.785291 run osmo-stp_10.42.42.5(pid=11208): Launched\u000a11:01:00.973339 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:01:01.633343 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11212): Launched\u000a11:01:02.048592 run osmo-msc_10.42.42.6(pid=11213): Launched\u000a11:01:02.242552 run osmo-stp_10.42.42.5(pid=11208): ERR: Terminated: ERROR {rc=1} [trial-2403↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11208)]\u000a11:01:02.398552 run osmo-stp_10.42.42.5(pid=11208): stdout: \u000a| (launched: 2022-12-14_11:01:00.633511)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:01:02.542233 run osmo-stp_10.42.42.5(pid=11208): stderr: \u000a| �[0;m�[38;5;43m20221214110100801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214110100802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214110100802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214110100802 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214110100803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214110100803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214110100803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:01:02.677534 run osmo-stp_10.42.42.5(pid=11208): stdout: \u000a| (launched: 2022-12-14_11:01:00.633511)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:01:02.807820 run osmo-stp_10.42.42.5(pid=11208): stderr: \u000a| �[0;m�[38;5;43m20221214110100801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214110100802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214110100802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214110100802 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214110100803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214110100803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214110100803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:01:02.865258 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11208): Process ended prematurely: osmo-stp_10.42.42.5(pid=11208) [trial-2403↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11208)] [trial-2403↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a11:01:02.874580 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a11:01:02.938954 run osmo-hlr_10.42.42.2(pid=11205): ERR: Terminated: ERROR {rc=237} [trial-2403↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11205)]\u000a11:01:02.991368 run osmo-hlr_10.42.42.2(pid=11205): stdout: \u000a| (launched: 2022-12-14_11:00:59.679314) \u000a11:01:03.044179 run osmo-hlr_10.42.42.2(pid=11205): stderr: \u000a| �[0;m�[1;31m20221214110059854 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214110059854 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214110059854 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214110059854 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214110059854 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214110059855 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214110059867 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214110059877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214110059877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214110059877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:01:03.116254 run osmo-msc_10.42.42.6(pid=11213): ERR: Terminated: ERROR {rc=2} [trial-2403↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11213)]\u000a11:01:03.168395 run osmo-msc_10.42.42.6(pid=11213): stdout: \u000a| (launched: 2022-12-14_11:01:01.844087) \u000a11:01:03.221206 run osmo-msc_10.42.42.6(pid=11213): stderr: \u000a| �[0;m�[38;5;43m20221214110102393 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214110102393 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0176ce1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214110102393 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214110102393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214110102394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214110102394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214110102395 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214110102396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214110102396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214110102396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:01:03.266330 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11204): Terminating (SIGTERM)\u000a11:01:03.309126 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11207): Terminating (SIGTERM)\u000a11:01:03.352047 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11212): Terminating (SIGTERM)\u000a11:01:03.361778 --- ParallelTerminationStrategy: PID 11204 died...\u000a11:01:03.419525 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11204): Terminated: ok {rc=0}\u000a11:01:03.429897 --- ParallelTerminationStrategy: PID 11207 died...\u000a11:01:03.487426 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11207): Terminated: ok {rc=0}\u000a11:01:03.498045 --- ParallelTerminationStrategy: PID 11212 died...\u000a11:01:03.555427 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11212): Terminated: ok {rc=0}\u000a11:01:03.642926 bus /sierra_3: Setting Powered False\u000a11:01:04.750193 bus /sierra_3: Setting Powered False\u000a11:01:05.864210 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 84, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11221): Process ended prematurely: osmo-stp_10.42.42.5(pid=11221) [trial-2403↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11221)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11221): Process ended prematurely: osmo-stp_10.42.42.5(pid=11221) [trial-2403↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11221)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a11:01:06.975972 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:01:06.987927 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a11:01:07.141990 tst mo_mt_call_osmux.py: using LAC 40470\u000a11:01:07.267289 tst mo_mt_call_osmux.py: using RAC 180\u000a11:01:07.385539 tst mo_mt_call_osmux.py: using CellId 40470\u000a11:01:07.512586 tst mo_mt_call_osmux.py: using BVCI 40471\u000a11:01:07.537807 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:01:07.549781 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:01:07.561644 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:01:07.573300 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:01:07.585743 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:01:07.598067 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a11:01:07.718862 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a11:01:07.933744 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:01:08.457711 run create_hlr_db(pid=11215): Launched\u000a11:01:08.646992 bus /sierra_2: Setting Powered False\u000a11:01:09.668497 run create_hlr_db(pid=11215): Terminated: ok {rc=0}\u000a11:01:10.107465 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11217): Launched\u000a11:01:10.436409 run osmo-hlr_10.42.42.2(pid=11218): Launched\u000a11:01:10.560488 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:01:11.132723 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11220): Launched\u000a11:01:11.460844 run osmo-stp_10.42.42.5(pid=11221): Launched\u000a11:01:11.580022 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:01:12.179840 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11223): Launched\u000a11:01:12.508186 run osmo-msc_10.42.42.6(pid=11224): Launched\u000a11:01:12.701733 run osmo-stp_10.42.42.5(pid=11221): ERR: Terminated: ERROR {rc=1} [trial-2403↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11221)]\u000a11:01:12.839738 run osmo-stp_10.42.42.5(pid=11221): stdout: \u000a| (launched: 2022-12-14_11:01:11.299097)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:01:12.976451 run osmo-stp_10.42.42.5(pid=11221): stderr: \u000a| �[0;m�[38;5;43m20221214110111489 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214110111489 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214110111489 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214110111490 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214110111490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214110111490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214110111490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:01:13.108037 run osmo-stp_10.42.42.5(pid=11221): stdout: \u000a| (launched: 2022-12-14_11:01:11.299097)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:01:13.237911 run osmo-stp_10.42.42.5(pid=11221): stderr: \u000a| �[0;m�[38;5;43m20221214110111489 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214110111489 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214110111489 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214110111490 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214110111490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214110111490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214110111490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:01:13.295452 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11221): Process ended prematurely: osmo-stp_10.42.42.5(pid=11221) [trial-2403↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11221)] [trial-2403↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a11:01:13.304943 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a11:01:13.368252 run osmo-hlr_10.42.42.2(pid=11218): ERR: Terminated: ERROR {rc=237} [trial-2403↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11218)]\u000a11:01:13.419827 run osmo-hlr_10.42.42.2(pid=11218): stdout: \u000a| (launched: 2022-12-14_11:01:10.274016) \u000a11:01:13.472078 run osmo-hlr_10.42.42.2(pid=11218): stderr: \u000a| �[0;m�[1;31m20221214110110470 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214110110470 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214110110470 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214110110470 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214110110470 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214110110470 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214110110482 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214110110491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214110110491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214110110491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:01:13.543369 run osmo-msc_10.42.42.6(pid=11224): ERR: Terminated: ERROR {rc=2} [trial-2403↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11224)]\u000a11:01:13.595024 run osmo-msc_10.42.42.6(pid=11224): stdout: \u000a| (launched: 2022-12-14_11:01:12.346256) \u000a11:01:13.647424 run osmo-msc_10.42.42.6(pid=11224): stderr: \u000a| �[0;m�[38;5;43m20221214110112667 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214110112667 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3b9f951c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214110112667 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214110112668 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214110112668 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214110112668 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214110112670 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214110112670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214110112670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214110112670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:01:13.692068 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11217): Terminating (SIGTERM)\u000a11:01:13.734785 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11220): Terminating (SIGTERM)\u000a11:01:13.777156 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11223): Terminating (SIGTERM)\u000a11:01:13.787011 --- ParallelTerminationStrategy: PID 11217 died...\u000a11:01:13.843971 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11217): Terminated: ok {rc=0}\u000a11:01:13.854237 --- ParallelTerminationStrategy: PID 11220 died...\u000a11:01:13.910533 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11220): Terminated: ok {rc=0}\u000a11:01:13.920825 --- ParallelTerminationStrategy: PID 11223 died...\u000a11:01:13.977111 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11223): Terminated: ok {rc=0}\u000a11:01:14.063991 bus /sierra_3: Setting Powered False\u000a11:01:15.170741 bus /sierra_3: Setting Powered False\u000a11:01:16.296849 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "151", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T11:00:56" }, { "cases" : [ { "testActions" : [ ], "age" : 78, "className" : "voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11235): Process ended prematurely: osmo-stp_10.42.42.5(pid=11235) [trial-2403↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11235)]", "failedSince" : 2326, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11235): Process ended prematurely: osmo-stp_10.42.42.5(pid=11235) [trial-2403↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11235)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a11:01:18.297818 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:01:18.309127 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a11:01:18.462677 tst mo_mt_call.py: using LAC 40471\u000a11:01:18.584012 tst mo_mt_call.py: using RAC 181\u000a11:01:18.705249 tst mo_mt_call.py: using CellId 40471\u000a11:01:18.829321 tst mo_mt_call.py: using BVCI 40472\u000a11:01:18.852376 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:01:18.863734 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:01:18.874863 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:01:18.885952 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:01:18.897527 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:01:18.909093 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a11:01:19.030027 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a11:01:19.238670 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:01:19.722633 run create_hlr_db(pid=11229): Launched\u000a11:01:19.898603 bus /sierra_2: Setting Powered False\u000a11:01:20.920029 run create_hlr_db(pid=11229): Terminated: ok {rc=0}\u000a11:01:21.356819 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11231): Launched\u000a11:01:21.686383 run osmo-hlr_10.42.42.2(pid=11232): Launched\u000a11:01:21.805128 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:01:22.375268 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11234): Launched\u000a11:01:22.704438 run osmo-stp_10.42.42.5(pid=11235): Launched\u000a11:01:22.821819 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:01:23.420663 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11237): Launched\u000a11:01:23.749335 run osmo-msc_10.42.42.6(pid=11238): Launched\u000a11:01:23.940246 run osmo-stp_10.42.42.5(pid=11235): ERR: Terminated: ERROR {rc=1} [trial-2403↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11235)]\u000a11:01:24.079058 run osmo-stp_10.42.42.5(pid=11235): stdout: \u000a| (launched: 2022-12-14_11:01:22.541866)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:01:24.216096 run osmo-stp_10.42.42.5(pid=11235): stderr: \u000a| �[0;m�[38;5;43m20221214110122733 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214110122733 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214110122734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214110122734 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214110122735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214110122735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214110122735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:01:24.347429 run osmo-stp_10.42.42.5(pid=11235): stdout: \u000a| (launched: 2022-12-14_11:01:22.541866)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:01:24.476826 run osmo-stp_10.42.42.5(pid=11235): stderr: \u000a| �[0;m�[38;5;43m20221214110122733 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214110122733 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214110122734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214110122734 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214110122735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214110122735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214110122735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:01:24.534325 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11235): Process ended prematurely: osmo-stp_10.42.42.5(pid=11235) [trial-2403↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11235)] [trial-2403↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a11:01:24.543599 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a11:01:24.607086 run osmo-hlr_10.42.42.2(pid=11232): ERR: Terminated: ERROR {rc=237} [trial-2403↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11232)]\u000a11:01:24.659907 run osmo-hlr_10.42.42.2(pid=11232): stdout: \u000a| (launched: 2022-12-14_11:01:21.522715) \u000a11:01:24.712572 run osmo-hlr_10.42.42.2(pid=11232): stderr: \u000a| �[0;m�[1;31m20221214110121718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214110121718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214110121718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214110121718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214110121719 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214110121719 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214110121731 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214110121740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214110121740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214110121740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:01:24.784871 run osmo-msc_10.42.42.6(pid=11238): ERR: Terminated: ERROR {rc=2} [trial-2403↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11238)]\u000a11:01:24.836742 run osmo-msc_10.42.42.6(pid=11238): stdout: \u000a| (launched: 2022-12-14_11:01:23.586468) \u000a11:01:24.889100 run osmo-msc_10.42.42.6(pid=11238): stderr: \u000a| �[0;m�[38;5;43m20221214110123906 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214110123907 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3005f86c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214110123907 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214110123907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214110123907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214110123907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214110123909 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214110123909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214110123909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214110123910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:01:24.933806 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11231): Terminating (SIGTERM)\u000a11:01:24.976119 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11234): Terminating (SIGTERM)\u000a11:01:25.018537 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11237): Terminating (SIGTERM)\u000a11:01:25.027906 --- ParallelTerminationStrategy: PID 11231 died...\u000a11:01:25.084647 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11231): Terminated: ok {rc=0}\u000a11:01:25.094860 --- ParallelTerminationStrategy: PID 11234 died...\u000a11:01:25.151068 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11234): Terminated: ok {rc=0}\u000a11:01:25.161345 --- ParallelTerminationStrategy: PID 11237 died...\u000a11:01:25.217609 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11237): Terminated: ok {rc=0}\u000a11:01:25.305981 bus /sierra_3: Setting Powered False\u000a11:01:26.414023 bus /sierra_3: Setting Powered False\u000a11:01:27.522827 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 81, "className" : "voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11246): Process ended prematurely: osmo-stp_10.42.42.5(pid=11246) [trial-2403↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11246)]", "failedSince" : 2323, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11246): Process ended prematurely: osmo-stp_10.42.42.5(pid=11246) [trial-2403↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11246)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a11:01:28.638698 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:01:28.651613 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a11:01:28.819574 tst mo_mt_call_osmux.py: using LAC 40472\u000a11:01:28.945658 tst mo_mt_call_osmux.py: using RAC 182\u000a11:01:29.071977 tst mo_mt_call_osmux.py: using CellId 40472\u000a11:01:29.198034 tst mo_mt_call_osmux.py: using BVCI 40473\u000a11:01:29.222899 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:01:29.234652 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:01:29.246264 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:01:29.257919 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:01:29.269573 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:01:29.281129 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a11:01:29.402400 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a11:01:29.607979 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:01:30.090994 run create_hlr_db(pid=11240): Launched\u000a11:01:30.267257 bus /sierra_2: Setting Powered False\u000a11:01:31.291256 run create_hlr_db(pid=11240): Terminated: ok {rc=0}\u000a11:01:31.723349 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11242): Launched\u000a11:01:32.183569 run osmo-hlr_10.42.42.2(pid=11243): Launched\u000a11:01:32.350584 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:01:32.923841 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11245): Launched\u000a11:01:33.253417 run osmo-stp_10.42.42.5(pid=11246): Launched\u000a11:01:33.371413 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:01:33.970801 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11248): Launched\u000a11:01:34.300240 run osmo-msc_10.42.42.6(pid=11249): Launched\u000a11:01:34.490619 run osmo-stp_10.42.42.5(pid=11246): ERR: Terminated: ERROR {rc=1} [trial-2403↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11246)]\u000a11:01:34.627907 run osmo-stp_10.42.42.5(pid=11246): stdout: \u000a| (launched: 2022-12-14_11:01:33.090341)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:01:34.766145 run osmo-stp_10.42.42.5(pid=11246): stderr: \u000a| �[0;m�[38;5;43m20221214110133281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214110133281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214110133281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214110133282 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214110133282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214110133282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214110133282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:01:34.897426 run osmo-stp_10.42.42.5(pid=11246): stdout: \u000a| (launched: 2022-12-14_11:01:33.090341)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:01:35.027221 run osmo-stp_10.42.42.5(pid=11246): stderr: \u000a| �[0;m�[38;5;43m20221214110133281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214110133281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214110133281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214110133282 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214110133282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214110133282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214110133282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:01:35.084921 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11246): Process ended prematurely: osmo-stp_10.42.42.5(pid=11246) [trial-2403↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11246)] [trial-2403↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a11:01:35.094633 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a11:01:35.157936 run osmo-hlr_10.42.42.2(pid=11243): ERR: Terminated: ERROR {rc=237} [trial-2403↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11243)]\u000a11:01:35.209883 run osmo-hlr_10.42.42.2(pid=11243): stdout: \u000a| (launched: 2022-12-14_11:01:31.882639) \u000a11:01:35.262232 run osmo-hlr_10.42.42.2(pid=11243): stderr: \u000a| �[0;m�[1;31m20221214110132179 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214110132179 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214110132179 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214110132179 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214110132179 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214110132179 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214110132195 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214110132210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214110132211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214110132211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:01:35.333612 run osmo-msc_10.42.42.6(pid=11249): ERR: Terminated: ERROR {rc=2} [trial-2403↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11249)]\u000a11:01:35.385404 run osmo-msc_10.42.42.6(pid=11249): stdout: \u000a| (launched: 2022-12-14_11:01:34.137530) \u000a11:01:35.438105 run osmo-msc_10.42.42.6(pid=11249): stderr: \u000a| �[0;m�[38;5;43m20221214110134458 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214110134458 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa399795c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214110134458 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214110134458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214110134458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214110134459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214110134460 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214110134461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214110134461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214110134461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:01:35.482795 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11242): Terminating (SIGTERM)\u000a11:01:35.524829 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11245): Terminating (SIGTERM)\u000a11:01:35.566875 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11248): Terminating (SIGTERM)\u000a11:01:35.576714 --- ParallelTerminationStrategy: PID 11242 died...\u000a11:01:35.632840 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11242): Terminated: ok {rc=0}\u000a11:01:35.643078 --- ParallelTerminationStrategy: PID 11245 died...\u000a11:01:35.699400 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11245): Terminated: ok {rc=0}\u000a11:01:35.709699 --- ParallelTerminationStrategy: PID 11248 died...\u000a11:01:35.765451 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11248): Terminated: ok {rc=0}\u000a11:01:35.853521 bus /sierra_3: Setting Powered False\u000a11:01:36.957394 bus /sierra_3: Setting Powered False\u000a11:01:38.068415 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "152", "name" : "voice_nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T11:01:18" }, { "cases" : [ { "testActions" : [ ], "age" : 265, "className" : "voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11260): Process ended prematurely: osmo-stp_10.42.42.5(pid=11260) [trial-2403↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11260)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11260): Process ended prematurely: osmo-stp_10.42.42.5(pid=11260) [trial-2403↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11260)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py\u000a----------------------------------------------\u000a11:01:40.069727 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a11:01:40.081228 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a11:01:40.221915 tst mo_mt_call.py: using LAC 40473\u000a11:01:40.349097 tst mo_mt_call.py: using RAC 183\u000a11:01:40.478436 tst mo_mt_call.py: using CellId 40473\u000a11:01:40.602286 tst mo_mt_call.py: using BVCI 40474\u000a11:01:40.625775 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a11:01:40.637452 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a11:01:40.649002 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a11:01:40.660362 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a11:01:40.672707 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a11:01:40.685029 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a11:01:40.807867 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a11:01:41.013101 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:01:41.495263 run create_hlr_db(pid=11254): Launched\u000a11:01:41.671802 bus /sierra_2: Setting Powered False\u000a11:01:42.694154 run create_hlr_db(pid=11254): Terminated: ok {rc=0}\u000a11:01:43.131891 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11256): Launched\u000a11:01:43.460739 run osmo-hlr_10.42.42.2(pid=11257): Launched\u000a11:01:43.583568 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:01:44.152126 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11259): Launched\u000a11:01:44.478960 run osmo-stp_10.42.42.5(pid=11260): Launched\u000a11:01:44.597487 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:01:45.196020 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11262): Launched\u000a11:01:45.524266 run osmo-msc_10.42.42.6(pid=11263): Launched\u000a11:01:45.716054 run osmo-stp_10.42.42.5(pid=11260): ERR: Terminated: ERROR {rc=1} [trial-2403↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11260)]\u000a11:01:45.898719 run osmo-stp_10.42.42.5(pid=11260): stdout: \u000a| (launched: 2022-12-14_11:01:44.317739)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:01:46.053669 run osmo-stp_10.42.42.5(pid=11260): stderr: \u000a| �[0;m�[38;5;43m20221214110144508 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214110144508 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214110144509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214110144509 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214110144509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214110144510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214110144510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:01:46.184579 run osmo-stp_10.42.42.5(pid=11260): stdout: \u000a| (launched: 2022-12-14_11:01:44.317739)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:01:46.312036 run osmo-stp_10.42.42.5(pid=11260): stderr: \u000a| �[0;m�[38;5;43m20221214110144508 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214110144508 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214110144509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214110144509 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214110144509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214110144510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214110144510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:01:46.369263 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11260): Process ended prematurely: osmo-stp_10.42.42.5(pid=11260) [trial-2403↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11260)] [trial-2403↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8]\u000a11:01:46.379211 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a11:01:46.443257 run osmo-hlr_10.42.42.2(pid=11257): ERR: Terminated: ERROR {rc=237} [trial-2403↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11257)]\u000a11:01:46.495190 run osmo-hlr_10.42.42.2(pid=11257): stdout: \u000a| (launched: 2022-12-14_11:01:43.298674) \u000a11:01:46.547932 run osmo-hlr_10.42.42.2(pid=11257): stderr: \u000a| �[0;m�[1;31m20221214110143494 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214110143494 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214110143494 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214110143494 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214110143494 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214110143494 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214110143506 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214110143515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214110143515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214110143515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:01:46.620829 run osmo-msc_10.42.42.6(pid=11263): ERR: Terminated: ERROR {rc=2} [trial-2403↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11263)]\u000a11:01:46.673222 run osmo-msc_10.42.42.6(pid=11263): stdout: \u000a| (launched: 2022-12-14_11:01:45.361671) \u000a11:01:46.727039 run osmo-msc_10.42.42.6(pid=11263): stderr: \u000a| �[0;m�[38;5;43m20221214110145682 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214110145682 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff9f4f19c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214110145682 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214110145682 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214110145682 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214110145682 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214110145684 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214110145684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214110145684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214110145685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:01:46.773318 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11256): Terminating (SIGTERM)\u000a11:01:46.818465 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11259): Terminating (SIGTERM)\u000a11:01:46.863834 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11262): Terminating (SIGTERM)\u000a11:01:46.874534 --- ParallelTerminationStrategy: PID 11256 died...\u000a11:01:46.934099 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11256): Terminated: ok {rc=0}\u000a11:01:46.944781 --- ParallelTerminationStrategy: PID 11259 died...\u000a11:01:47.003286 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11259): Terminated: ok {rc=0}\u000a11:01:47.014118 --- ParallelTerminationStrategy: PID 11262 died...\u000a11:01:47.071580 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11262): Terminated: ok {rc=0}\u000a11:01:47.163576 bus /sierra_3: Setting Powered False\u000a11:01:48.270495 bus /sierra_3: Setting Powered False\u000a11:01:49.379925 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 239, "className" : "voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11271): Process ended prematurely: osmo-stp_10.42.42.5(pid=11271) [trial-2403↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11271)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11271): Process ended prematurely: osmo-stp_10.42.42.5(pid=11271) [trial-2403↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11271)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py\u000a----------------------------------------------\u000a11:01:50.495127 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a11:01:50.507812 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a11:01:50.649304 tst mo_mt_call_osmux.py: using LAC 40474\u000a11:01:50.769117 tst mo_mt_call_osmux.py: using RAC 184\u000a11:01:50.892582 tst mo_mt_call_osmux.py: using CellId 40474\u000a11:01:51.013347 tst mo_mt_call_osmux.py: using BVCI 40475\u000a11:01:51.036596 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a11:01:51.048254 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a11:01:51.059650 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a11:01:51.071061 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a11:01:51.082911 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a11:01:51.094406 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a11:01:51.215549 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a11:01:51.429071 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:01:51.956307 run create_hlr_db(pid=11265): Launched\u000a11:01:52.145539 bus /sierra_2: Setting Powered False\u000a11:01:53.166200 run create_hlr_db(pid=11265): Terminated: ok {rc=0}\u000a11:01:53.578861 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11267): Launched\u000a11:01:53.885644 run osmo-hlr_10.42.42.2(pid=11268): Launched\u000a11:01:54.007214 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:01:54.544359 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11270): Launched\u000a11:01:54.850826 run osmo-stp_10.42.42.5(pid=11271): Launched\u000a11:01:54.962990 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:01:55.525063 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11273): Launched\u000a11:01:55.833994 run osmo-msc_10.42.42.6(pid=11274): Launched\u000a11:01:56.013889 run osmo-stp_10.42.42.5(pid=11271): ERR: Terminated: ERROR {rc=1} [trial-2403↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11271)]\u000a11:01:56.144252 run osmo-stp_10.42.42.5(pid=11271): stdout: \u000a| (launched: 2022-12-14_11:01:54.699832)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:01:56.272194 run osmo-stp_10.42.42.5(pid=11271): stderr: \u000a| �[0;m�[38;5;43m20221214110154867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214110154868 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214110154868 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214110154868 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214110154869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214110154869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214110154869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:01:56.395282 run osmo-stp_10.42.42.5(pid=11271): stdout: \u000a| (launched: 2022-12-14_11:01:54.699832)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:01:56.517234 run osmo-stp_10.42.42.5(pid=11271): stderr: \u000a| �[0;m�[38;5;43m20221214110154867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214110154868 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214110154868 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214110154868 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214110154869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214110154869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214110154869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:01:56.571315 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11271): Process ended prematurely: osmo-stp_10.42.42.5(pid=11271) [trial-2403↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11271)] [trial-2403↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8]\u000a11:01:56.580188 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a11:01:56.640882 run osmo-hlr_10.42.42.2(pid=11268): ERR: Terminated: ERROR {rc=237} [trial-2403↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11268)]\u000a11:01:56.690499 run osmo-hlr_10.42.42.2(pid=11268): stdout: \u000a| (launched: 2022-12-14_11:01:53.733976) \u000a11:01:56.740616 run osmo-hlr_10.42.42.2(pid=11268): stderr: \u000a| �[0;m�[1;31m20221214110153908 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214110153908 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214110153908 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214110153908 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214110153908 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214110153908 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214110153921 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214110153929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214110153929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214110153929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:01:56.808772 run osmo-msc_10.42.42.6(pid=11274): ERR: Terminated: ERROR {rc=2} [trial-2403↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11274)]\u000a11:01:56.858424 run osmo-msc_10.42.42.6(pid=11274): stdout: \u000a| (launched: 2022-12-14_11:01:55.680690) \u000a11:01:56.908795 run osmo-msc_10.42.42.6(pid=11274): stderr: \u000a| �[0;m�[38;5;43m20221214110155949 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214110155950 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2d61af6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214110155950 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214110155950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214110155950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214110155950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214110155952 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214110155952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214110155952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214110155952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:01:56.951760 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11267): Terminating (SIGTERM)\u000a11:01:56.991999 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11270): Terminating (SIGTERM)\u000a11:01:57.032303 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11273): Terminating (SIGTERM)\u000a11:01:57.041664 --- ParallelTerminationStrategy: PID 11267 died...\u000a11:01:57.096260 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11267): Terminated: ok {rc=0}\u000a11:01:57.106016 --- ParallelTerminationStrategy: PID 11270 died...\u000a11:01:57.160072 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11270): Terminated: ok {rc=0}\u000a11:01:57.169942 --- ParallelTerminationStrategy: PID 11273 died...\u000a11:01:57.224117 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11273): Terminated: ok {rc=0}\u000a11:01:57.309024 bus /sierra_3: Setting Powered False\u000a11:01:58.415114 bus /sierra_3: Setting Powered False\u000a11:01:59.528357 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "153", "name" : "voice_nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T11:01:39" }, { "cases" : [ { "testActions" : [ ], "age" : 73, "className" : "emergency:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11285): Process ended prematurely: osmo-stp_10.42.42.5(pid=11285) [trial-2403↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11285)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11285): Process ended prematurely: osmo-stp_10.42.42.5(pid=11285) [trial-2403↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11285)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 emergency:nanobts+band-900 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a11:02:01.617375 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a11:02:01.633636 tst emergency:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a11:02:01.793407 tst emergency_mo_mt_call.py: using LAC 40475\u000a11:02:01.915893 tst emergency_mo_mt_call.py: using RAC 185\u000a11:02:02.036918 tst emergency_mo_mt_call.py: using CellId 40475\u000a11:02:02.161455 tst emergency_mo_mt_call.py: using BVCI 40476\u000a11:02:02.185961 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a11:02:02.198094 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a11:02:02.210772 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a11:02:02.222488 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a11:02:02.235295 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a11:02:02.248211 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a11:02:02.367135 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a11:02:02.567300 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:02:03.042487 run create_hlr_db(pid=11279): Launched\u000a11:02:03.216840 bus /sierra_2: Setting Powered False\u000a11:02:04.239149 run create_hlr_db(pid=11279): Terminated: ok {rc=0}\u000a11:02:04.671292 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11281): Launched\u000a11:02:04.994840 run osmo-hlr_10.42.42.2(pid=11282): Launched\u000a11:02:05.115642 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:02:05.677372 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11284): Launched\u000a11:02:05.998228 run osmo-stp_10.42.42.5(pid=11285): Launched\u000a11:02:06.128934 tst emergency_mo_mt_call.py: using MSISDN 8646\u000a11:02:06.287888 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:02:06.877558 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11287): Launched\u000a11:02:07.200381 run osmo-msc_10.42.42.6(pid=11288): Launched\u000a11:02:07.389143 run osmo-stp_10.42.42.5(pid=11285): ERR: Terminated: ERROR {rc=1} [trial-2403↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11285)]\u000a11:02:07.526287 run osmo-stp_10.42.42.5(pid=11285): stdout: \u000a| (launched: 2022-12-14_11:02:05.839917)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:02:07.661202 run osmo-stp_10.42.42.5(pid=11285): stderr: \u000a| �[0;m�[38;5;43m20221214110206030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214110206030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214110206030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214110206031 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214110206032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214110206032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214110206032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:02:07.790927 run osmo-stp_10.42.42.5(pid=11285): stdout: \u000a| (launched: 2022-12-14_11:02:05.839917)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:02:07.918234 run osmo-stp_10.42.42.5(pid=11285): stderr: \u000a| �[0;m�[38;5;43m20221214110206030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214110206030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214110206030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214110206031 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214110206032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214110206032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214110206032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:02:07.974730 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=11285): Process ended prematurely: osmo-stp_10.42.42.5(pid=11285) [trial-2403↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11285)] [trial-2403↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19]\u000a11:02:07.983558 tst emergency_mo_mt_call.py:19: Test FAILED (6.4 sec)\u000a11:02:08.047285 run osmo-hlr_10.42.42.2(pid=11282): ERR: Terminated: ERROR {rc=237} [trial-2403↪emergency:nanobts+band-900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11282)]\u000a11:02:08.099314 run osmo-hlr_10.42.42.2(pid=11282): stdout: \u000a| (launched: 2022-12-14_11:02:04.834874) \u000a11:02:08.151937 run osmo-hlr_10.42.42.2(pid=11282): stderr: \u000a| �[0;m�[1;31m20221214110205031 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214110205031 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214110205031 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214110205031 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214110205031 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214110205031 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214110205044 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/emergency:nanobts+band-900/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214110205054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214110205054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214110205054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:02:08.223296 run osmo-msc_10.42.42.6(pid=11288): ERR: Terminated: ERROR {rc=2} [trial-2403↪emergency:nanobts+band-900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11288)]\u000a11:02:08.275273 run osmo-msc_10.42.42.6(pid=11288): stdout: \u000a| (launched: 2022-12-14_11:02:07.041137) \u000a11:02:08.327618 run osmo-msc_10.42.42.6(pid=11288): stderr: \u000a| �[0;m�[38;5;43m20221214110207362 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214110207362 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f49c1c6bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214110207362 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214110207362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214110207362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214110207362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214110207364 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214110207365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214110207365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214110207365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:02:08.372267 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11281): Terminating (SIGTERM)\u000a11:02:08.414945 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11284): Terminating (SIGTERM)\u000a11:02:08.457841 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11287): Terminating (SIGTERM)\u000a11:02:08.467608 --- ParallelTerminationStrategy: PID 11281 died...\u000a11:02:08.523964 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11281): Terminated: ok {rc=0}\u000a11:02:08.534159 --- ParallelTerminationStrategy: PID 11284 died...\u000a11:02:08.590048 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11284): Terminated: ok {rc=0}\u000a11:02:08.600177 --- ParallelTerminationStrategy: PID 11287 died...\u000a11:02:08.656113 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11287): Terminated: ok {rc=0}\u000a11:02:08.745446 bus /sierra_3: Setting Powered False\u000a11:02:09.853028 bus /sierra_3: Setting Powered False\u000a11:02:10.961963 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 241, "className" : "emergency:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11296): Process ended prematurely: osmo-stp_10.42.42.5(pid=11296) [trial-2403↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11296)]", "failedSince" : 2163, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11296): Process ended prematurely: osmo-stp_10.42.42.5(pid=11296) [trial-2403↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11296)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 emergency:nanobts+band-900 emergency_preemptive_call.py\u000a----------------------------------------------\u000a11:02:12.015414 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a11:02:12.027451 tst emergency:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a11:02:12.166054 tst emergency_preemptive_call.py: using LAC 40476\u000a11:02:12.283483 tst emergency_preemptive_call.py: using RAC 186\u000a11:02:12.400597 tst emergency_preemptive_call.py: using CellId 40476\u000a11:02:12.519157 tst emergency_preemptive_call.py: using BVCI 40477\u000a11:02:12.542375 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a11:02:12.553199 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a11:02:12.563684 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a11:02:12.574393 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a11:02:12.585354 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a11:02:12.596495 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a11:02:12.717028 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a11:02:12.835141 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a11:02:12.948801 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a11:02:13.158137 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:02:13.674135 run create_hlr_db(pid=11290): Launched\u000a11:02:13.861817 bus /sierra_2: Setting Powered False\u000a11:02:14.882663 run create_hlr_db(pid=11290): Terminated: ok {rc=0}\u000a11:02:15.289784 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11292): Launched\u000a11:02:15.591373 run osmo-hlr_10.42.42.2(pid=11293): Launched\u000a11:02:15.706846 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:02:16.247987 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11295): Launched\u000a11:02:16.659278 run osmo-stp_10.42.42.5(pid=11296): Launched\u000a11:02:16.853272 tst emergency_preemptive_call.py: using MSISDN 8647\u000a11:02:17.020889 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:02:17.617637 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11298): Launched\u000a11:02:17.943088 run osmo-msc_10.42.42.6(pid=11299): Launched\u000a11:02:18.130872 run osmo-stp_10.42.42.5(pid=11296): ERR: Terminated: ERROR {rc=1} [trial-2403↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11296)]\u000a11:02:18.266109 run osmo-stp_10.42.42.5(pid=11296): stdout: \u000a| (launched: 2022-12-14_11:02:16.402314)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:02:18.401235 run osmo-stp_10.42.42.5(pid=11296): stderr: \u000a| �[0;m�[38;5;43m20221214110216608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214110216608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214110216608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214110216609 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214110216609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214110216609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214110216609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:02:18.530931 run osmo-stp_10.42.42.5(pid=11296): stdout: \u000a| (launched: 2022-12-14_11:02:16.402314)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:02:18.659640 run osmo-stp_10.42.42.5(pid=11296): stderr: \u000a| �[0;m�[38;5;43m20221214110216608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214110216608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214110216608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214110216609 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214110216609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214110216609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214110216609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:02:18.716640 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=11296): Process ended prematurely: osmo-stp_10.42.42.5(pid=11296) [trial-2403↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11296)] [trial-2403↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32]\u000a11:02:18.725927 tst emergency_preemptive_call.py:32: Test FAILED (6.7 sec)\u000a11:02:18.789594 run osmo-hlr_10.42.42.2(pid=11293): ERR: Terminated: ERROR {rc=237} [trial-2403↪emergency:nanobts+band-900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11293)]\u000a11:02:18.842132 run osmo-hlr_10.42.42.2(pid=11293): stdout: \u000a| (launched: 2022-12-14_11:02:15.441961) \u000a11:02:18.895340 run osmo-hlr_10.42.42.2(pid=11293): stderr: \u000a| �[0;m�[1;31m20221214110215616 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214110215616 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214110215616 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214110215616 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214110215616 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214110215616 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214110215627 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/emergency:nanobts+band-900/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214110215636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214110215636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214110215636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:02:18.967386 run osmo-msc_10.42.42.6(pid=11299): ERR: Terminated: ERROR {rc=2} [trial-2403↪emergency:nanobts+band-900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11299)]\u000a11:02:19.019758 run osmo-msc_10.42.42.6(pid=11299): stdout: \u000a| (launched: 2022-12-14_11:02:17.781765) \u000a11:02:19.073112 run osmo-msc_10.42.42.6(pid=11299): stderr: \u000a| �[0;m�[38;5;43m20221214110218101 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214110218101 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0e213ddc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214110218101 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214110218101 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214110218101 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214110218102 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214110218103 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214110218104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214110218104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214110218104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:02:19.118473 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11292): Terminating (SIGTERM)\u000a11:02:19.161101 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11295): Terminating (SIGTERM)\u000a11:02:19.203913 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11298): Terminating (SIGTERM)\u000a11:02:19.213874 --- ParallelTerminationStrategy: PID 11292 died...\u000a11:02:19.270319 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11292): Terminated: ok {rc=0}\u000a11:02:19.280628 --- ParallelTerminationStrategy: PID 11295 died...\u000a11:02:19.337397 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11295): Terminated: ok {rc=0}\u000a11:02:19.347740 --- ParallelTerminationStrategy: PID 11298 died...\u000a11:02:19.403911 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11298): Terminated: ok {rc=0}\u000a11:02:19.491614 bus /sierra_9: Setting Powered False\u000a11:02:20.598886 bus /sierra_9: Setting Powered False\u000a11:02:21.708613 bus /sierra_8: Setting Powered False\u000a11:02:22.814747 bus /sierra_8: Setting Powered False\u000a11:02:23.927266 bus /sierra_3: Setting Powered False\u000a11:02:25.029826 bus /sierra_3: Setting Powered False\u000a11:02:26.141955 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "154", "name" : "emergency_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T11:02:01" }, { "cases" : [ { "testActions" : [ ], "age" : 265, "className" : "gprs:nanobts+band-900", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11314): Process ended prematurely: osmo-stp_10.42.42.5(pid=11314) [trial-2403↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11314)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11314): Process ended prematurely: osmo-stp_10.42.42.5(pid=11314) [trial-2403↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11314)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:nanobts+band-900 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a11:02:28.262078 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a11:02:28.272766 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a11:02:28.407306 tst cs_paging_gprs_active.py: using LAC 40477\u000a11:02:28.527700 tst cs_paging_gprs_active.py: using RAC 187\u000a11:02:28.653279 tst cs_paging_gprs_active.py: using CellId 40477\u000a11:02:28.780520 tst cs_paging_gprs_active.py: using BVCI 40478\u000a11:02:28.805859 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a11:02:28.817657 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a11:02:28.828905 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a11:02:28.840236 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a11:02:28.851628 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a11:02:28.863059 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a11:02:28.874718 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a11:02:28.886157 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a11:02:28.897747 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a11:02:29.016738 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a11:02:29.306814 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a11:02:29.435719 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:02:29.758235 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11304): Launched\u000a11:02:30.026842 run iperf3-srv_10.42.42.10(pid=11305): Launched\u000a11:02:30.214499 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a11:02:30.342431 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:02:30.664333 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11306): Launched\u000a11:02:30.977695 run iperf3-srv_10.42.42.10(pid=11307): Launched\u000a11:02:31.224667 tst cs_paging_gprs_active.py:38: start network...\u000a11:02:31.371776 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:02:31.920124 run create_hlr_db(pid=11308): Launched\u000a11:02:32.115553 bus /sierra_2: Setting Powered False\u000a11:02:33.120201 run create_hlr_db(pid=11308): Terminated: ok {rc=0}\u000a11:02:33.573863 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11310): Launched\u000a11:02:33.903562 run osmo-hlr_10.42.42.2(pid=11311): Launched\u000a11:02:34.022810 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:02:34.590363 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11313): Launched\u000a11:02:34.919199 run osmo-stp_10.42.42.5(pid=11314): Launched\u000a11:02:35.037203 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:02:35.609497 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11316): Launched\u000a11:02:35.726544 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:02:36.013919 run patchelf(pid=11317): Launched\u000a11:02:36.206431 run osmo-stp_10.42.42.5(pid=11314): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11314)]\u000a11:02:36.347391 run osmo-stp_10.42.42.5(pid=11314): stdout: \u000a| (launched: 2022-12-14_11:02:34.757223)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:02:36.487992 run osmo-stp_10.42.42.5(pid=11314): stderr: \u000a| �[0;m�[38;5;43m20221214110234946 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214110234946 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214110234946 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214110234947 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214110234947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214110234947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214110234947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:02:36.623507 run osmo-stp_10.42.42.5(pid=11314): stdout: \u000a| (launched: 2022-12-14_11:02:34.757223)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:02:36.758874 run osmo-stp_10.42.42.5(pid=11314): stderr: \u000a| �[0;m�[38;5;43m20221214110234946 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214110234946 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214110234946 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214110234947 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214110234947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214110234947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214110234947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:02:36.916006 run patchelf(pid=11317): Terminating (SIGINT)\u000a11:02:37.101428 run patchelf(pid=11317): Terminated: ok {rc=0}\u000a11:02:37.135736 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=11314): Process ended prematurely: osmo-stp_10.42.42.5(pid=11314) [trial-2403↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11314)] [trial-2403↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38]\u000a11:02:37.146034 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a11:02:37.210303 run osmo-hlr_10.42.42.2(pid=11311): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:nanobts+band-900↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11311)]\u000a11:02:37.262615 run osmo-hlr_10.42.42.2(pid=11311): stdout: \u000a| (launched: 2022-12-14_11:02:33.741308) \u000a11:02:37.315327 run osmo-hlr_10.42.42.2(pid=11311): stderr: \u000a| �[0;m�[1;31m20221214110233936 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214110233936 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214110233936 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214110233936 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214110233936 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214110233937 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214110233948 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:nanobts+band-900/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214110233958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214110233959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214110233959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:02:37.360311 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11304): Terminating (SIGTERM)\u000a11:02:37.403453 run iperf3-srv_10.42.42.10(pid=11305): Terminating (SIGTERM)\u000a11:02:37.445715 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11306): Terminating (SIGTERM)\u000a11:02:37.488158 run iperf3-srv_10.42.42.10(pid=11307): Terminating (SIGTERM)\u000a11:02:37.530584 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11310): Terminating (SIGTERM)\u000a11:02:37.573016 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11313): Terminating (SIGTERM)\u000a11:02:37.615051 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11316): Terminating (SIGTERM)\u000a11:02:37.624748 --- ParallelTerminationStrategy: PID 11304 died...\u000a11:02:37.681137 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11304): Terminated: ok {rc=0}\u000a11:02:37.691598 --- ParallelTerminationStrategy: PID 11305 died...\u000a11:02:37.747433 run iperf3-srv_10.42.42.10(pid=11305): Terminated {rc=256}\u000a11:02:37.757936 --- ParallelTerminationStrategy: PID 11306 died...\u000a11:02:37.813723 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11306): Terminated: ok {rc=0}\u000a11:02:37.823831 --- ParallelTerminationStrategy: PID 11307 died...\u000a11:02:37.879423 run iperf3-srv_10.42.42.10(pid=11307): Terminated {rc=256}\u000a11:02:37.889637 --- ParallelTerminationStrategy: PID 11310 died...\u000a11:02:37.945375 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11310): Terminated: ok {rc=0}\u000a11:02:37.955853 --- ParallelTerminationStrategy: PID 11313 died...\u000a11:02:38.011683 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11313): Terminated: ok {rc=0}\u000a11:02:38.021902 --- ParallelTerminationStrategy: PID 11316 died...\u000a11:02:38.077689 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11316): Terminated: ok {rc=0}\u000a11:02:38.165108 bus /gobi_0: Setting Powered False\u000a11:02:39.272806 bus /gobi_0: Setting Powered False\u000a11:02:40.384600 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 91, "className" : "gprs:nanobts+band-900", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11326): Process ended prematurely: osmo-stp_10.42.42.5(pid=11326) [trial-2403↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11326)]", "failedSince" : 2313, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11326): Process ended prematurely: osmo-stp_10.42.42.5(pid=11326) [trial-2403↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11326)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:nanobts+band-900 iperf3.py\u000a----------------------------------------------\u000a11:02:41.495285 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a11:02:41.506816 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a11:02:41.653155 tst iperf3.py: using LAC 40478\u000a11:02:41.781505 tst iperf3.py: using RAC 188\u000a11:02:41.911383 tst iperf3.py: using CellId 40478\u000a11:02:42.039293 tst iperf3.py: using BVCI 40479\u000a11:02:42.064305 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a11:02:42.075577 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a11:02:42.086606 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a11:02:42.097628 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a11:02:42.109302 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a11:02:42.120817 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a11:02:42.132455 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a11:02:42.143755 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a11:02:42.155793 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a11:02:42.439384 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:02:42.567449 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:02:42.886989 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11318): Launched\u000a11:02:43.153217 run iperf3-srv_10.42.42.10(pid=11319): Launched\u000a11:02:43.339794 tst iperf3.py:8: start network...\u000a11:02:43.466908 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:02:43.950212 run create_hlr_db(pid=11320): Launched\u000a11:02:44.126779 bus /gobi_6: Setting Powered False\u000a11:02:45.148761 run create_hlr_db(pid=11320): Terminated: ok {rc=0}\u000a11:02:45.587363 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11322): Launched\u000a11:02:46.015672 run osmo-hlr_10.42.42.2(pid=11323): Launched\u000a11:02:46.206790 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:02:46.793885 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11325): Launched\u000a11:02:47.218713 run osmo-stp_10.42.42.5(pid=11326): Launched\u000a11:02:47.339038 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:02:47.884722 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11328): Launched\u000a11:02:47.993979 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:02:48.262659 run patchelf(pid=11329): Launched\u000a11:02:48.443244 run osmo-stp_10.42.42.5(pid=11326): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11326)]\u000a11:02:48.575358 run osmo-stp_10.42.42.5(pid=11326): stdout: \u000a| (launched: 2022-12-14_11:02:46.953937)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:02:48.707469 run osmo-stp_10.42.42.5(pid=11326): stderr: \u000a| �[0;m�[38;5;43m20221214110247312 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214110247312 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214110247312 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214110247312 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214110247313 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214110247313 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214110247313 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:02:48.835299 run osmo-stp_10.42.42.5(pid=11326): stdout: \u000a| (launched: 2022-12-14_11:02:46.953937)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:02:48.961158 run osmo-stp_10.42.42.5(pid=11326): stderr: \u000a| �[0;m�[38;5;43m20221214110247312 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214110247312 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214110247312 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214110247312 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214110247313 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214110247313 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214110247313 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:02:49.108247 run patchelf(pid=11329): Terminating (SIGINT)\u000a11:02:49.281750 run patchelf(pid=11329): Terminated: ok {rc=0}\u000a11:02:49.314124 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11326): Process ended prematurely: osmo-stp_10.42.42.5(pid=11326) [trial-2403↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11326)] [trial-2403↪gprs:nanobts+band-900↪iperf3.py:8]\u000a11:02:49.323546 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a11:02:49.385012 run osmo-hlr_10.42.42.2(pid=11323): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:nanobts+band-900↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11323)]\u000a11:02:49.434612 run osmo-hlr_10.42.42.2(pid=11323): stdout: \u000a| (launched: 2022-12-14_11:02:45.754090) \u000a11:02:49.484856 run osmo-hlr_10.42.42.2(pid=11323): stderr: \u000a| �[0;m�[1;31m20221214110246022 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214110246023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214110246023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214110246023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214110246023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214110246023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214110246042 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:nanobts+band-900/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214110246057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214110246057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214110246057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:02:49.527874 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11318): Terminating (SIGTERM)\u000a11:02:49.568346 run iperf3-srv_10.42.42.10(pid=11319): Terminating (SIGTERM)\u000a11:02:49.608647 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11322): Terminating (SIGTERM)\u000a11:02:49.648867 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11325): Terminating (SIGTERM)\u000a11:02:49.689192 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11328): Terminating (SIGTERM)\u000a11:02:49.698643 --- ParallelTerminationStrategy: PID 11318 died...\u000a11:02:49.752935 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11318): Terminated: ok {rc=0}\u000a11:02:49.762699 --- ParallelTerminationStrategy: PID 11319 died...\u000a11:02:49.816603 run iperf3-srv_10.42.42.10(pid=11319): Terminated {rc=256}\u000a11:02:49.826269 --- ParallelTerminationStrategy: PID 11322 died...\u000a11:02:49.880066 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11322): Terminated: ok {rc=0}\u000a11:02:49.889850 --- ParallelTerminationStrategy: PID 11325 died...\u000a11:02:49.943583 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11325): Terminated: ok {rc=0}\u000a11:02:49.953399 --- ParallelTerminationStrategy: PID 11328 died...\u000a11:02:50.007009 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11328): Terminated: ok {rc=0}\u000a11:02:50.095117 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 243, "className" : "gprs:nanobts+band-900", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11344): Process ended prematurely: osmo-stp_10.42.42.5(pid=11344) [trial-2403↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11344)]", "failedSince" : 2161, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11344): Process ended prematurely: osmo-stp_10.42.42.5(pid=11344) [trial-2403↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11344)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:nanobts+band-900 iperf3m4.py\u000a----------------------------------------------\u000a11:02:51.206819 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a11:02:51.218337 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a11:02:51.362387 tst iperf3m4.py: using LAC 40479\u000a11:02:51.492073 tst iperf3m4.py: using RAC 189\u000a11:02:51.625303 tst iperf3m4.py: using CellId 40479\u000a11:02:51.748474 tst iperf3m4.py: using BVCI 40480\u000a11:02:51.771739 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a11:02:51.782769 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a11:02:51.793675 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a11:02:51.804440 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a11:02:51.815974 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a11:02:51.827613 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a11:02:51.839297 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a11:02:51.850725 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a11:02:51.862263 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a11:02:51.986940 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a11:02:52.107361 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a11:02:52.228641 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a11:02:52.525329 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:02:52.661352 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:02:53.001221 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11330): Launched\u000a11:02:53.283733 run iperf3-srv_10.42.42.10(pid=11331): Launched\u000a11:02:53.484574 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a11:02:53.620405 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:02:53.960615 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11332): Launched\u000a11:02:54.243851 run iperf3-srv_10.42.42.10(pid=11333): Launched\u000a11:02:54.443832 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a11:02:54.580021 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:02:54.921486 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11334): Launched\u000a11:02:55.203941 run iperf3-srv_10.42.42.10(pid=11335): Launched\u000a11:02:55.404768 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a11:02:55.540937 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:02:55.883224 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11336): Launched\u000a11:02:56.167218 run iperf3-srv_10.42.42.10(pid=11337): Launched\u000a11:02:56.367801 tst iperf3m4.py:8: start network...\u000a11:02:56.503751 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:02:57.030134 run create_hlr_db(pid=11338): Launched\u000a11:02:57.219228 bus /gobi_6: Setting Powered False\u000a11:02:58.240909 run create_hlr_db(pid=11338): Terminated: ok {rc=0}\u000a11:02:58.654344 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11340): Launched\u000a11:02:58.964579 run osmo-hlr_10.42.42.2(pid=11341): Launched\u000a11:02:59.084140 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:02:59.626033 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11343): Launched\u000a11:02:59.935232 run osmo-stp_10.42.42.5(pid=11344): Launched\u000a11:03:00.046215 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:03:00.583092 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11346): Launched\u000a11:03:00.692377 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:03:00.986544 run patchelf(pid=11347): Launched\u000a11:03:01.175392 run osmo-stp_10.42.42.5(pid=11344): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11344)]\u000a11:03:01.310526 run osmo-stp_10.42.42.5(pid=11344): stdout: \u000a| (launched: 2022-12-14_11:02:59.781843)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:03:01.448302 run osmo-stp_10.42.42.5(pid=11344): stderr: \u000a| �[0;m�[38;5;43m20221214110259949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214110259949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214110259950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214110259950 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214110259951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214110259951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214110259951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:03:01.579270 run osmo-stp_10.42.42.5(pid=11344): stdout: \u000a| (launched: 2022-12-14_11:02:59.781843)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:03:01.708672 run osmo-stp_10.42.42.5(pid=11344): stderr: \u000a| �[0;m�[38;5;43m20221214110259949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214110259949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214110259950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214110259950 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214110259951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214110259951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214110259951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:03:01.859988 run patchelf(pid=11347): Terminating (SIGINT)\u000a11:03:02.038184 run patchelf(pid=11347): Terminated: ok {rc=0}\u000a11:03:02.071672 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11344): Process ended prematurely: osmo-stp_10.42.42.5(pid=11344) [trial-2403↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11344)] [trial-2403↪gprs:nanobts+band-900↪iperf3m4.py:8]\u000a11:03:02.082306 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a11:03:02.147437 run osmo-hlr_10.42.42.2(pid=11341): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:nanobts+band-900↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11341)]\u000a11:03:02.199042 run osmo-hlr_10.42.42.2(pid=11341): stdout: \u000a| (launched: 2022-12-14_11:02:58.809970) \u000a11:03:02.251415 run osmo-hlr_10.42.42.2(pid=11341): stderr: \u000a| �[0;m�[1;31m20221214110258983 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214110258983 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214110258983 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214110258983 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214110258984 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214110258984 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214110258996 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:nanobts+band-900/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214110259006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214110259006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214110259006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:03:02.295769 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11330): Terminating (SIGTERM)\u000a11:03:02.336708 run iperf3-srv_10.42.42.10(pid=11331): Terminating (SIGTERM)\u000a11:03:02.377647 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11332): Terminating (SIGTERM)\u000a11:03:02.418432 run iperf3-srv_10.42.42.10(pid=11333): Terminating (SIGTERM)\u000a11:03:02.459328 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11334): Terminating (SIGTERM)\u000a11:03:02.500143 run iperf3-srv_10.42.42.10(pid=11335): Terminating (SIGTERM)\u000a11:03:02.541085 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11336): Terminating (SIGTERM)\u000a11:03:02.581880 run iperf3-srv_10.42.42.10(pid=11337): Terminating (SIGTERM)\u000a11:03:02.622951 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11340): Terminating (SIGTERM)\u000a11:03:02.663833 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11343): Terminating (SIGTERM)\u000a11:03:02.704768 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11346): Terminating (SIGTERM)\u000a11:03:02.714295 --- ParallelTerminationStrategy: PID 11330 died...\u000a11:03:02.769842 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11330): Terminated: ok {rc=0}\u000a11:03:02.779552 --- ParallelTerminationStrategy: PID 11331 died...\u000a11:03:02.834577 run iperf3-srv_10.42.42.10(pid=11331): Terminated {rc=256}\u000a11:03:02.844328 --- ParallelTerminationStrategy: PID 11332 died...\u000a11:03:02.898985 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11332): Terminated: ok {rc=0}\u000a11:03:02.908657 --- ParallelTerminationStrategy: PID 11333 died...\u000a11:03:02.963278 run iperf3-srv_10.42.42.10(pid=11333): Terminated {rc=256}\u000a11:03:02.972895 --- ParallelTerminationStrategy: PID 11334 died...\u000a11:03:03.027371 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11334): Terminated: ok {rc=0}\u000a11:03:03.037053 --- ParallelTerminationStrategy: PID 11335 died...\u000a11:03:03.091687 run iperf3-srv_10.42.42.10(pid=11335): Terminated {rc=256}\u000a11:03:03.101840 --- ParallelTerminationStrategy: PID 11336 died...\u000a11:03:03.156623 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11336): Terminated: ok {rc=0}\u000a11:03:03.166255 --- ParallelTerminationStrategy: PID 11337 died...\u000a11:03:03.220731 run iperf3-srv_10.42.42.10(pid=11337): Terminated {rc=256}\u000a11:03:03.230415 --- ParallelTerminationStrategy: PID 11340 died...\u000a11:03:03.285002 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11340): Terminated: ok {rc=0}\u000a11:03:03.294652 --- ParallelTerminationStrategy: PID 11343 died...\u000a11:03:03.349322 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11343): Terminated: ok {rc=0}\u000a11:03:03.359019 --- ParallelTerminationStrategy: PID 11346 died...\u000a11:03:03.413775 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11346): Terminated: ok {rc=0}\u000a11:03:03.503350 bus /gobi_4: Setting Powered False\u000a11:03:04.606947 bus /gobi_4: Setting Powered False\u000a11:03:05.719266 bus /gobi_1: Setting Powered False\u000a11:03:06.825829 bus /gobi_1: Setting Powered False\u000a11:03:07.934980 bus /gobi_0: Setting Powered False\u000a11:03:09.043432 bus /gobi_0: Setting Powered False\u000a11:03:10.153334 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 78, "className" : "gprs:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11355): Process ended prematurely: osmo-stp_10.42.42.5(pid=11355) [trial-2403↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11355)]", "failedSince" : 2326, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11355): Process ended prematurely: osmo-stp_10.42.42.5(pid=11355) [trial-2403↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11355)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:nanobts+band-900 ping.py\u000a----------------------------------------------\u000a11:03:11.222489 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a11:03:11.234380 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a11:03:11.375735 tst ping.py: using LAC 40480\u000a11:03:11.502685 tst ping.py: using RAC 190\u000a11:03:11.633841 tst ping.py: using CellId 40480\u000a11:03:11.753426 tst ping.py: using BVCI 40481\u000a11:03:11.776671 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a11:03:11.787594 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a11:03:11.798462 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a11:03:11.809220 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a11:03:11.820235 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a11:03:11.831153 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a11:03:11.842161 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a11:03:11.852941 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a11:03:12.146308 tst ping.py:19: start network...\u000a11:03:12.279880 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:03:12.794937 run create_hlr_db(pid=11349): Launched\u000a11:03:12.981711 bus /gobi_6: Setting Powered False\u000a11:03:14.002028 run create_hlr_db(pid=11349): Terminated: ok {rc=0}\u000a11:03:14.433171 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11351): Launched\u000a11:03:14.756022 run osmo-hlr_10.42.42.2(pid=11352): Launched\u000a11:03:14.875629 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:03:15.438335 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11354): Launched\u000a11:03:15.762544 run osmo-stp_10.42.42.5(pid=11355): Launched\u000a11:03:15.958113 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:03:16.527334 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11357): Launched\u000a11:03:16.641124 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:03:16.919763 run patchelf(pid=11358): Launched\u000a11:03:17.103269 run osmo-stp_10.42.42.5(pid=11355): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11355)]\u000a11:03:17.238025 run osmo-stp_10.42.42.5(pid=11355): stdout: \u000a| (launched: 2022-12-14_11:03:15.601848)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:03:17.370224 run osmo-stp_10.42.42.5(pid=11355): stderr: \u000a| �[0;m�[38;5;43m20221214110315792 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214110315792 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214110315792 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214110315793 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214110315793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214110315793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214110315793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:03:17.495288 run osmo-stp_10.42.42.5(pid=11355): stdout: \u000a| (launched: 2022-12-14_11:03:15.601848)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:03:17.619573 run osmo-stp_10.42.42.5(pid=11355): stderr: \u000a| �[0;m�[38;5;43m20221214110315792 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214110315792 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214110315792 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214110315793 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214110315793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214110315793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214110315793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:03:17.763758 run patchelf(pid=11358): Terminating (SIGINT)\u000a11:03:17.934860 run patchelf(pid=11358): Terminated: ok {rc=0}\u000a11:03:17.966125 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=11355): Process ended prematurely: osmo-stp_10.42.42.5(pid=11355) [trial-2403↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11355)] [trial-2403↪gprs:nanobts+band-900↪ping.py:22]\u000a11:03:17.975099 tst ping.py:22: Test FAILED (6.7 sec)\u000a11:03:18.036860 run osmo-hlr_10.42.42.2(pid=11352): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:nanobts+band-900↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11352)]\u000a11:03:18.086524 run osmo-hlr_10.42.42.2(pid=11352): stdout: \u000a| (launched: 2022-12-14_11:03:14.596188) \u000a11:03:18.137309 run osmo-hlr_10.42.42.2(pid=11352): stderr: \u000a| �[0;m�[1;31m20221214110314790 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214110314790 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214110314790 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214110314791 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214110314791 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214110314791 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214110314804 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:nanobts+band-900/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214110314814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214110314814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214110314814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:03:18.180599 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11351): Terminating (SIGTERM)\u000a11:03:18.221199 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11354): Terminating (SIGTERM)\u000a11:03:18.261967 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11357): Terminating (SIGTERM)\u000a11:03:18.271367 --- ParallelTerminationStrategy: PID 11351 died...\u000a11:03:18.325826 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11351): Terminated: ok {rc=0}\u000a11:03:18.335680 --- ParallelTerminationStrategy: PID 11354 died...\u000a11:03:18.390047 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11354): Terminated: ok {rc=0}\u000a11:03:18.399771 --- ParallelTerminationStrategy: PID 11357 died...\u000a11:03:18.453485 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11357): Terminated: ok {rc=0}\u000a11:03:18.541932 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 265, "className" : "gprs:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11365): Process ended prematurely: osmo-stp_10.42.42.5(pid=11365) [trial-2403↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11365)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11365): Process ended prematurely: osmo-stp_10.42.42.5(pid=11365) [trial-2403↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11365)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:nanobts+band-900 ping_idle_ping.py\u000a----------------------------------------------\u000a11:03:19.592868 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a11:03:19.604137 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a11:03:19.751328 tst ping_idle_ping.py: using LAC 40481\u000a11:03:19.880712 tst ping_idle_ping.py: using RAC 191\u000a11:03:20.005440 tst ping_idle_ping.py: using CellId 40481\u000a11:03:20.130042 tst ping_idle_ping.py: using BVCI 40482\u000a11:03:20.154923 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a11:03:20.166684 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a11:03:20.177923 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a11:03:20.189178 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a11:03:20.200420 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a11:03:20.211734 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a11:03:20.223022 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a11:03:20.234248 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a11:03:20.511980 tst ping_idle_ping.py:24: start network...\u000a11:03:20.637606 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:03:21.118235 run create_hlr_db(pid=11359): Launched\u000a11:03:21.293333 bus /gobi_6: Setting Powered False\u000a11:03:22.314553 run create_hlr_db(pid=11359): Terminated: ok {rc=0}\u000a11:03:22.748913 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11361): Launched\u000a11:03:23.073691 run osmo-hlr_10.42.42.2(pid=11362): Launched\u000a11:03:23.195214 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:03:23.761973 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11364): Launched\u000a11:03:24.085883 run osmo-stp_10.42.42.5(pid=11365): Launched\u000a11:03:24.202173 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:03:24.768112 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11367): Launched\u000a11:03:24.882869 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:03:25.166641 run patchelf(pid=11368): Launched\u000a11:03:25.355677 run osmo-stp_10.42.42.5(pid=11365): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11365)]\u000a11:03:25.494231 run osmo-stp_10.42.42.5(pid=11365): stdout: \u000a| (launched: 2022-12-14_11:03:23.925434)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:03:25.633513 run osmo-stp_10.42.42.5(pid=11365): stderr: \u000a| �[0;m�[38;5;43m20221214110324114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214110324114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214110324114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214110324114 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214110324115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214110324115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214110324115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:03:25.767680 run osmo-stp_10.42.42.5(pid=11365): stdout: \u000a| (launched: 2022-12-14_11:03:23.925434)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:03:25.899110 run osmo-stp_10.42.42.5(pid=11365): stderr: \u000a| �[0;m�[38;5;43m20221214110324114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214110324114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214110324114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214110324114 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214110324115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214110324115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214110324115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:03:26.053368 run patchelf(pid=11368): Terminating (SIGINT)\u000a11:03:26.234916 run patchelf(pid=11368): Terminated: ok {rc=0}\u000a11:03:26.267892 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=11365): Process ended prematurely: osmo-stp_10.42.42.5(pid=11365) [trial-2403↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11365)] [trial-2403↪gprs:nanobts+band-900↪ping_idle_ping.py:27]\u000a11:03:26.277409 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a11:03:26.341336 run osmo-hlr_10.42.42.2(pid=11362): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:nanobts+band-900↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11362)]\u000a11:03:26.393188 run osmo-hlr_10.42.42.2(pid=11362): stdout: \u000a| (launched: 2022-12-14_11:03:22.913136) \u000a11:03:26.445874 run osmo-hlr_10.42.42.2(pid=11362): stderr: \u000a| �[0;m�[1;31m20221214110323110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214110323110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214110323110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214110323110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214110323110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214110323110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214110323123 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:nanobts+band-900/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214110323131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214110323131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214110323131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:03:26.491124 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11361): Terminating (SIGTERM)\u000a11:03:26.534127 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11364): Terminating (SIGTERM)\u000a11:03:26.576627 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11367): Terminating (SIGTERM)\u000a11:03:26.586698 --- ParallelTerminationStrategy: PID 11361 died...\u000a11:03:26.643338 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11361): Terminated: ok {rc=0}\u000a11:03:26.653860 --- ParallelTerminationStrategy: PID 11364 died...\u000a11:03:26.710684 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11364): Terminated: ok {rc=0}\u000a11:03:26.721112 --- ParallelTerminationStrategy: PID 11367 died...\u000a11:03:26.777326 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11367): Terminated: ok {rc=0}\u000a11:03:26.865159 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "155", "name" : "gprs_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T11:02:27" }, { "cases" : [ { "testActions" : [ ], "age" : 265, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11382): Process ended prematurely: osmo-stp_10.42.42.5(pid=11382) [trial-2403↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11382)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11382): Process ended prematurely: osmo-stp_10.42.42.5(pid=11382) [trial-2403↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11382)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:nanobts+band-900+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a11:03:29.022264 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:03:29.033228 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a11:03:29.169852 tst cs_paging_gprs_active.py: using LAC 40482\u000a11:03:29.288926 tst cs_paging_gprs_active.py: using RAC 192\u000a11:03:29.410676 tst cs_paging_gprs_active.py: using CellId 40482\u000a11:03:29.532370 tst cs_paging_gprs_active.py: using BVCI 40483\u000a11:03:29.555604 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:03:29.566603 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:03:29.577336 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:03:29.588343 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:03:29.599308 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:03:29.610487 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:03:29.621250 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:03:29.632473 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:03:29.643643 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:03:29.766202 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:03:30.050499 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a11:03:30.178910 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:03:30.497784 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11372): Launched\u000a11:03:30.765736 run iperf3-srv_10.42.42.10(pid=11373): Launched\u000a11:03:30.982860 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a11:03:31.125728 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:03:31.483651 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11374): Launched\u000a11:03:31.778646 run iperf3-srv_10.42.42.10(pid=11375): Launched\u000a11:03:31.985538 tst cs_paging_gprs_active.py:38: start network...\u000a11:03:32.125986 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:03:32.657460 run create_hlr_db(pid=11376): Launched\u000a11:03:32.847325 bus /gobi_6: Setting Powered False\u000a11:03:33.868608 run create_hlr_db(pid=11376): Terminated: ok {rc=0}\u000a11:03:34.282017 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11378): Launched\u000a11:03:34.590949 run osmo-hlr_10.42.42.2(pid=11379): Launched\u000a11:03:34.705096 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:03:35.241792 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11381): Launched\u000a11:03:35.552036 run osmo-stp_10.42.42.5(pid=11382): Launched\u000a11:03:35.663709 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:03:36.202859 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11384): Launched\u000a11:03:36.312592 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:03:36.584409 run patchelf(pid=11385): Launched\u000a11:03:36.766005 run osmo-stp_10.42.42.5(pid=11382): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11382)]\u000a11:03:36.898370 run osmo-stp_10.42.42.5(pid=11382): stdout: \u000a| (launched: 2022-12-14_11:03:35.397811)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:03:37.031167 run osmo-stp_10.42.42.5(pid=11382): stderr: \u000a| �[0;m�[38;5;43m20221214110335567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214110335567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214110335567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214110335568 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214110335568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214110335568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214110335568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:03:37.159156 run osmo-stp_10.42.42.5(pid=11382): stdout: \u000a| (launched: 2022-12-14_11:03:35.397811)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:03:37.285462 run osmo-stp_10.42.42.5(pid=11382): stderr: \u000a| �[0;m�[38;5;43m20221214110335567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214110335567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214110335567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214110335568 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214110335568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214110335568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214110335568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:03:37.433146 run patchelf(pid=11385): Terminating (SIGINT)\u000a11:03:37.606885 run patchelf(pid=11385): Terminated: ok {rc=0}\u000a11:03:37.638994 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=11382): Process ended prematurely: osmo-stp_10.42.42.5(pid=11382) [trial-2403↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11382)] [trial-2403↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a11:03:37.648576 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a11:03:37.710451 run osmo-hlr_10.42.42.2(pid=11379): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11379)]\u000a11:03:37.759955 run osmo-hlr_10.42.42.2(pid=11379): stdout: \u000a| (launched: 2022-12-14_11:03:34.437711) \u000a11:03:37.810183 run osmo-hlr_10.42.42.2(pid=11379): stderr: \u000a| �[0;m�[1;31m20221214110334614 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214110334614 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214110334614 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214110334614 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214110334614 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214110334614 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214110334627 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:nanobts+band-900+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214110334637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214110334637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214110334638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:03:37.853037 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11372): Terminating (SIGTERM)\u000a11:03:37.893218 run iperf3-srv_10.42.42.10(pid=11373): Terminating (SIGTERM)\u000a11:03:37.933947 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11374): Terminating (SIGTERM)\u000a11:03:37.973998 run iperf3-srv_10.42.42.10(pid=11375): Terminating (SIGTERM)\u000a11:03:38.014176 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11378): Terminating (SIGTERM)\u000a11:03:38.054481 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11381): Terminating (SIGTERM)\u000a11:03:38.094653 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11384): Terminating (SIGTERM)\u000a11:03:38.103995 --- ParallelTerminationStrategy: PID 11372 died...\u000a11:03:38.158423 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11372): Terminated: ok {rc=0}\u000a11:03:38.168155 --- ParallelTerminationStrategy: PID 11373 died...\u000a11:03:38.221916 run iperf3-srv_10.42.42.10(pid=11373): Terminated {rc=256}\u000a11:03:38.231629 --- ParallelTerminationStrategy: PID 11374 died...\u000a11:03:38.285772 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11374): Terminated: ok {rc=0}\u000a11:03:38.295467 --- ParallelTerminationStrategy: PID 11375 died...\u000a11:03:38.349340 run iperf3-srv_10.42.42.10(pid=11375): Terminated {rc=256}\u000a11:03:38.359111 --- ParallelTerminationStrategy: PID 11378 died...\u000a11:03:38.412995 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11378): Terminated: ok {rc=0}\u000a11:03:38.422726 --- ParallelTerminationStrategy: PID 11381 died...\u000a11:03:38.476479 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11381): Terminated: ok {rc=0}\u000a11:03:38.486145 --- ParallelTerminationStrategy: PID 11384 died...\u000a11:03:38.540069 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11384): Terminated: ok {rc=0}\u000a11:03:38.624848 bus /gobi_0: Setting Powered False\u000a11:03:39.744927 bus /gobi_0: Setting Powered False\u000a11:03:40.853359 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 265, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11394): Process ended prematurely: osmo-stp_10.42.42.5(pid=11394) [trial-2403↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11394)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11394): Process ended prematurely: osmo-stp_10.42.42.5(pid=11394) [trial-2403↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11394)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:nanobts+band-900+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a11:03:41.970015 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:03:41.982086 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a11:03:42.131243 tst iperf3.py: using LAC 40483\u000a11:03:42.260858 tst iperf3.py: using RAC 193\u000a11:03:42.390580 tst iperf3.py: using CellId 40483\u000a11:03:42.518500 tst iperf3.py: using BVCI 40484\u000a11:03:42.543850 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:03:42.555382 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:03:42.566680 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:03:42.577967 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:03:42.589184 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:03:42.600357 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:03:42.611807 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:03:42.622952 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:03:42.634338 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:03:42.932350 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:03:43.069662 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:03:43.410816 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11386): Launched\u000a11:03:43.695807 run iperf3-srv_10.42.42.10(pid=11387): Launched\u000a11:03:43.898570 tst iperf3.py:8: start network...\u000a11:03:44.036150 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:03:44.562728 run create_hlr_db(pid=11388): Launched\u000a11:03:44.752134 bus /gobi_6: Setting Powered False\u000a11:03:45.774371 run create_hlr_db(pid=11388): Terminated: ok {rc=0}\u000a11:03:46.253232 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11390): Launched\u000a11:03:46.693414 run osmo-hlr_10.42.42.2(pid=11391): Launched\u000a11:03:46.932787 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:03:47.511654 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11393): Launched\u000a11:03:47.841809 run osmo-stp_10.42.42.5(pid=11394): Launched\u000a11:03:47.961025 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:03:48.534281 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11396): Launched\u000a11:03:48.651148 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:03:48.940363 run patchelf(pid=11397): Launched\u000a11:03:49.132225 run osmo-stp_10.42.42.5(pid=11394): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11394)]\u000a11:03:49.272486 run osmo-stp_10.42.42.5(pid=11394): stdout: \u000a| (launched: 2022-12-14_11:03:47.678424)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:03:49.413254 run osmo-stp_10.42.42.5(pid=11394): stderr: \u000a| �[0;m�[38;5;43m20221214110347869 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214110347869 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214110347870 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214110347870 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214110347870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214110347871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214110347871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:03:49.548773 run osmo-stp_10.42.42.5(pid=11394): stdout: \u000a| (launched: 2022-12-14_11:03:47.678424)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:03:49.683436 run osmo-stp_10.42.42.5(pid=11394): stderr: \u000a| �[0;m�[38;5;43m20221214110347869 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214110347869 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214110347870 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214110347870 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214110347870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214110347871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214110347871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:03:49.841777 run patchelf(pid=11397): Terminating (SIGINT)\u000a11:03:50.026567 run patchelf(pid=11397): Terminated: ok {rc=0}\u000a11:03:50.062834 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11394): Process ended prematurely: osmo-stp_10.42.42.5(pid=11394) [trial-2403↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11394)] [trial-2403↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8]\u000a11:03:50.073043 tst iperf3.py:8: Test FAILED (8.1 sec)\u000a11:03:50.136750 run osmo-hlr_10.42.42.2(pid=11391): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11391)]\u000a11:03:50.188682 run osmo-hlr_10.42.42.2(pid=11391): stdout: \u000a| (launched: 2022-12-14_11:03:46.426698) \u000a11:03:50.241444 run osmo-hlr_10.42.42.2(pid=11391): stderr: \u000a| �[0;m�[1;31m20221214110346727 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214110346728 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214110346728 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214110346728 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214110346728 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214110346728 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214110346747 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:nanobts+band-900+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214110346760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214110346760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214110346760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:03:50.286397 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11386): Terminating (SIGTERM)\u000a11:03:50.328739 run iperf3-srv_10.42.42.10(pid=11387): Terminating (SIGTERM)\u000a11:03:50.371470 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11390): Terminating (SIGTERM)\u000a11:03:50.413975 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11393): Terminating (SIGTERM)\u000a11:03:50.456404 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11396): Terminating (SIGTERM)\u000a11:03:50.466336 --- ParallelTerminationStrategy: PID 11386 died...\u000a11:03:50.522936 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11386): Terminated: ok {rc=0}\u000a11:03:50.533205 --- ParallelTerminationStrategy: PID 11387 died...\u000a11:03:50.589244 run iperf3-srv_10.42.42.10(pid=11387): Terminated {rc=256}\u000a11:03:50.599509 --- ParallelTerminationStrategy: PID 11390 died...\u000a11:03:50.655672 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11390): Terminated: ok {rc=0}\u000a11:03:50.665979 --- ParallelTerminationStrategy: PID 11393 died...\u000a11:03:50.722501 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11393): Terminated: ok {rc=0}\u000a11:03:50.732828 --- ParallelTerminationStrategy: PID 11396 died...\u000a11:03:50.789254 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11396): Terminated: ok {rc=0}\u000a11:03:50.876735 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 265, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11412): Process ended prematurely: osmo-stp_10.42.42.5(pid=11412) [trial-2403↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11412)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11412): Process ended prematurely: osmo-stp_10.42.42.5(pid=11412) [trial-2403↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11412)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:nanobts+band-900+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a11:03:51.993255 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:03:52.005296 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a11:03:52.153478 tst iperf3m4.py: using LAC 40484\u000a11:03:52.280511 tst iperf3m4.py: using RAC 194\u000a11:03:52.400288 tst iperf3m4.py: using CellId 40484\u000a11:03:52.520465 tst iperf3m4.py: using BVCI 40485\u000a11:03:52.543997 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:03:52.555177 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:03:52.566279 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:03:52.577142 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:03:52.588145 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:03:52.599728 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:03:52.610970 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:03:52.622014 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:03:52.633231 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:03:52.756320 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:03:52.876700 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:03:52.998607 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:03:53.281916 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:03:53.409700 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:03:53.729593 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11398): Launched\u000a11:03:53.997245 run iperf3-srv_10.42.42.10(pid=11399): Launched\u000a11:03:54.183663 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a11:03:54.311129 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:03:54.629487 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11400): Launched\u000a11:03:54.894079 run iperf3-srv_10.42.42.10(pid=11401): Launched\u000a11:03:55.081066 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a11:03:55.208148 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:03:55.529450 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11402): Launched\u000a11:03:55.793496 run iperf3-srv_10.42.42.10(pid=11403): Launched\u000a11:03:55.979770 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a11:03:56.106733 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:03:56.426287 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11404): Launched\u000a11:03:56.692407 run iperf3-srv_10.42.42.10(pid=11405): Launched\u000a11:03:56.879487 tst iperf3m4.py:8: start network...\u000a11:03:57.007081 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:03:57.489037 run create_hlr_db(pid=11406): Launched\u000a11:03:57.665316 bus /gobi_6: Setting Powered False\u000a11:03:58.687420 run create_hlr_db(pid=11406): Terminated: ok {rc=0}\u000a11:03:59.101097 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11408): Launched\u000a11:03:59.410033 run osmo-hlr_10.42.42.2(pid=11409): Launched\u000a11:03:59.530105 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:04:00.073925 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11411): Launched\u000a11:04:00.382686 run osmo-stp_10.42.42.5(pid=11412): Launched\u000a11:04:00.494346 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:04:01.062792 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11414): Launched\u000a11:04:01.183606 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:04:01.491240 run patchelf(pid=11415): Launched\u000a11:04:01.690877 run osmo-stp_10.42.42.5(pid=11412): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11412)]\u000a11:04:01.836394 run osmo-stp_10.42.42.5(pid=11412): stdout: \u000a| (launched: 2022-12-14_11:04:00.228902)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:04:01.983613 run osmo-stp_10.42.42.5(pid=11412): stderr: \u000a| �[0;m�[38;5;43m20221214110400400 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214110400400 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214110400400 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214110400400 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214110400401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214110400401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214110400401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:04:02.122642 run osmo-stp_10.42.42.5(pid=11412): stdout: \u000a| (launched: 2022-12-14_11:04:00.228902)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:04:02.260349 run osmo-stp_10.42.42.5(pid=11412): stderr: \u000a| �[0;m�[38;5;43m20221214110400400 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214110400400 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214110400400 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214110400400 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214110400401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214110400401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214110400401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:04:02.417402 run patchelf(pid=11415): Terminating (SIGINT)\u000a11:04:02.602520 run patchelf(pid=11415): Terminated: ok {rc=0}\u000a11:04:02.636669 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11412): Process ended prematurely: osmo-stp_10.42.42.5(pid=11412) [trial-2403↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11412)] [trial-2403↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8]\u000a11:04:02.647098 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a11:04:02.711778 run osmo-hlr_10.42.42.2(pid=11409): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11409)]\u000a11:04:02.764432 run osmo-hlr_10.42.42.2(pid=11409): stdout: \u000a| (launched: 2022-12-14_11:03:59.257769) \u000a11:04:02.817646 run osmo-hlr_10.42.42.2(pid=11409): stderr: \u000a| �[0;m�[1;31m20221214110359432 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214110359432 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214110359432 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214110359432 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214110359432 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214110359432 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214110359444 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:nanobts+band-900+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214110359452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214110359453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214110359453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:04:02.862782 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11398): Terminating (SIGTERM)\u000a11:04:02.905332 run iperf3-srv_10.42.42.10(pid=11399): Terminating (SIGTERM)\u000a11:04:02.947980 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11400): Terminating (SIGTERM)\u000a11:04:02.990507 run iperf3-srv_10.42.42.10(pid=11401): Terminating (SIGTERM)\u000a11:04:03.033485 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11402): Terminating (SIGTERM)\u000a11:04:03.075823 run iperf3-srv_10.42.42.10(pid=11403): Terminating (SIGTERM)\u000a11:04:03.118293 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11404): Terminating (SIGTERM)\u000a11:04:03.160587 run iperf3-srv_10.42.42.10(pid=11405): Terminating (SIGTERM)\u000a11:04:03.204720 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11408): Terminating (SIGTERM)\u000a11:04:03.245283 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11411): Terminating (SIGTERM)\u000a11:04:03.285815 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11414): Terminating (SIGTERM)\u000a11:04:03.294925 --- ParallelTerminationStrategy: PID 11398 died...\u000a11:04:03.349858 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11398): Terminated: ok {rc=0}\u000a11:04:03.359612 --- ParallelTerminationStrategy: PID 11399 died...\u000a11:04:03.414332 run iperf3-srv_10.42.42.10(pid=11399): Terminated {rc=256}\u000a11:04:03.424012 --- ParallelTerminationStrategy: PID 11400 died...\u000a11:04:03.478333 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11400): Terminated: ok {rc=0}\u000a11:04:03.488079 --- ParallelTerminationStrategy: PID 11401 died...\u000a11:04:03.542367 run iperf3-srv_10.42.42.10(pid=11401): Terminated {rc=256}\u000a11:04:03.552010 --- ParallelTerminationStrategy: PID 11402 died...\u000a11:04:03.606751 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11402): Terminated: ok {rc=0}\u000a11:04:03.616503 --- ParallelTerminationStrategy: PID 11403 died...\u000a11:04:03.671251 run iperf3-srv_10.42.42.10(pid=11403): Terminated {rc=256}\u000a11:04:03.681155 --- ParallelTerminationStrategy: PID 11404 died...\u000a11:04:03.735395 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11404): Terminated: ok {rc=0}\u000a11:04:03.745297 --- ParallelTerminationStrategy: PID 11405 died...\u000a11:04:03.799496 run iperf3-srv_10.42.42.10(pid=11405): Terminated {rc=256}\u000a11:04:03.809206 --- ParallelTerminationStrategy: PID 11408 died...\u000a11:04:03.863718 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11408): Terminated: ok {rc=0}\u000a11:04:03.873845 --- ParallelTerminationStrategy: PID 11411 died...\u000a11:04:03.928666 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11411): Terminated: ok {rc=0}\u000a11:04:03.938365 --- ParallelTerminationStrategy: PID 11414 died...\u000a11:04:03.992641 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11414): Terminated: ok {rc=0}\u000a11:04:04.081776 bus /gobi_4: Setting Powered False\u000a11:04:05.183953 bus /gobi_4: Setting Powered False\u000a11:04:06.295877 bus /gobi_1: Setting Powered False\u000a11:04:07.398823 bus /gobi_1: Setting Powered False\u000a11:04:08.506928 bus /gobi_0: Setting Powered False\u000a11:04:09.613291 bus /gobi_0: Setting Powered False\u000a11:04:10.721915 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 265, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11422): Process ended prematurely: osmo-stp_10.42.42.5(pid=11422) [trial-2403↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11422)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11422): Process ended prematurely: osmo-stp_10.42.42.5(pid=11422) [trial-2403↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11422)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:nanobts+band-900+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a11:04:11.792073 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:04:11.804321 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a11:04:11.950348 tst ping.py: using LAC 40485\u000a11:04:12.081969 tst ping.py: using RAC 195\u000a11:04:12.206801 tst ping.py: using CellId 40485\u000a11:04:12.333530 tst ping.py: using BVCI 40486\u000a11:04:12.358284 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:04:12.369862 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:04:12.381194 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:04:12.392511 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:04:12.403861 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:04:12.415111 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:04:12.426622 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:04:12.437901 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:04:12.729403 tst ping.py:19: start network...\u000a11:04:12.863436 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:04:13.376185 run create_hlr_db(pid=11416): Launched\u000a11:04:13.562906 bus /gobi_6: Setting Powered False\u000a11:04:14.584064 run create_hlr_db(pid=11416): Terminated: ok {rc=0}\u000a11:04:14.991175 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11418): Launched\u000a11:04:15.293278 run osmo-hlr_10.42.42.2(pid=11419): Launched\u000a11:04:15.411541 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:04:15.983143 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11421): Launched\u000a11:04:16.425017 run osmo-stp_10.42.42.5(pid=11422): Launched\u000a11:04:16.756301 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:04:17.355539 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11424): Launched\u000a11:04:17.465112 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:04:17.729631 run patchelf(pid=11425): Launched\u000a11:04:17.906680 run osmo-stp_10.42.42.5(pid=11422): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11422)]\u000a11:04:18.036698 run osmo-stp_10.42.42.5(pid=11422): stdout: \u000a| (launched: 2022-12-14_11:04:16.138994)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:04:18.166765 run osmo-stp_10.42.42.5(pid=11422): stderr: \u000a| �[0;m�[38;5;43m20221214110416499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214110416500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214110416501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214110416502 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214110416505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214110416505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214110416505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:04:18.291440 run osmo-stp_10.42.42.5(pid=11422): stdout: \u000a| (launched: 2022-12-14_11:04:16.138994)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:04:18.414636 run osmo-stp_10.42.42.5(pid=11422): stderr: \u000a| �[0;m�[38;5;43m20221214110416499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214110416500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214110416501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214110416502 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214110416505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214110416505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214110416505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:04:18.558718 run patchelf(pid=11425): Terminating (SIGINT)\u000a11:04:18.727717 run patchelf(pid=11425): Terminated: ok {rc=0}\u000a11:04:18.758590 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=11422): Process ended prematurely: osmo-stp_10.42.42.5(pid=11422) [trial-2403↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11422)] [trial-2403↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22]\u000a11:04:18.767384 tst ping.py:22: Test FAILED (7.0 sec)\u000a11:04:18.827843 run osmo-hlr_10.42.42.2(pid=11419): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11419)]\u000a11:04:18.877041 run osmo-hlr_10.42.42.2(pid=11419): stdout: \u000a| (launched: 2022-12-14_11:04:15.143031) \u000a11:04:18.926835 run osmo-hlr_10.42.42.2(pid=11419): stderr: \u000a| �[0;m�[1;31m20221214110415315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214110415315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214110415315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214110415315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214110415315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214110415315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214110415328 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:nanobts+band-900+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214110415337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214110415338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214110415338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:04:18.969364 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11418): Terminating (SIGTERM)\u000a11:04:19.009614 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11421): Terminating (SIGTERM)\u000a11:04:19.049320 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11424): Terminating (SIGTERM)\u000a11:04:19.058563 --- ParallelTerminationStrategy: PID 11418 died...\u000a11:04:19.112088 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11418): Terminated: ok {rc=0}\u000a11:04:19.121802 --- ParallelTerminationStrategy: PID 11421 died...\u000a11:04:19.175082 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11421): Terminated: ok {rc=0}\u000a11:04:19.184597 --- ParallelTerminationStrategy: PID 11424 died...\u000a11:04:19.237798 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11424): Terminated: ok {rc=0}\u000a11:04:19.325574 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 265, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11432): Process ended prematurely: osmo-stp_10.42.42.5(pid=11432) [trial-2403↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11432)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11432): Process ended prematurely: osmo-stp_10.42.42.5(pid=11432) [trial-2403↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11432)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:nanobts+band-900+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a11:04:20.377635 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:04:20.389217 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a11:04:20.533084 tst ping_idle_ping.py: using LAC 40486\u000a11:04:20.658606 tst ping_idle_ping.py: using RAC 196\u000a11:04:20.787412 tst ping_idle_ping.py: using CellId 40486\u000a11:04:20.913370 tst ping_idle_ping.py: using BVCI 40487\u000a11:04:20.938235 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:04:20.949888 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:04:20.961410 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:04:20.972851 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:04:20.984737 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:04:20.996560 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:04:21.008600 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:04:21.020414 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:04:21.300127 tst ping_idle_ping.py:24: start network...\u000a11:04:21.425299 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:04:21.904784 run create_hlr_db(pid=11426): Launched\u000a11:04:22.079327 bus /gobi_6: Setting Powered False\u000a11:04:23.100519 run create_hlr_db(pid=11426): Terminated: ok {rc=0}\u000a11:04:23.507480 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11428): Launched\u000a11:04:23.809100 run osmo-hlr_10.42.42.2(pid=11429): Launched\u000a11:04:23.926035 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:04:24.458157 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11431): Launched\u000a11:04:24.762594 run osmo-stp_10.42.42.5(pid=11432): Launched\u000a11:04:24.872181 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:04:25.401054 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11434): Launched\u000a11:04:25.508101 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:04:25.774462 run patchelf(pid=11435): Launched\u000a11:04:25.951228 run osmo-stp_10.42.42.5(pid=11432): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11432)]\u000a11:04:26.081085 run osmo-stp_10.42.42.5(pid=11432): stdout: \u000a| (launched: 2022-12-14_11:04:24.610923)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:04:26.210642 run osmo-stp_10.42.42.5(pid=11432): stderr: \u000a| �[0;m�[38;5;43m20221214110424779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214110424779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214110424780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214110424780 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214110424781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214110424781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214110424781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:04:26.335292 run osmo-stp_10.42.42.5(pid=11432): stdout: \u000a| (launched: 2022-12-14_11:04:24.610923)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:04:26.458360 run osmo-stp_10.42.42.5(pid=11432): stderr: \u000a| �[0;m�[38;5;43m20221214110424779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214110424779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214110424780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214110424780 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214110424781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214110424781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214110424781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:04:26.602850 run patchelf(pid=11435): Terminating (SIGINT)\u000a11:04:26.773510 run patchelf(pid=11435): Terminated: ok {rc=0}\u000a11:04:26.804303 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=11432): Process ended prematurely: osmo-stp_10.42.42.5(pid=11432) [trial-2403↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11432)] [trial-2403↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a11:04:26.813165 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a11:04:26.873789 run osmo-hlr_10.42.42.2(pid=11429): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11429)]\u000a11:04:26.922872 run osmo-hlr_10.42.42.2(pid=11429): stdout: \u000a| (launched: 2022-12-14_11:04:23.660093) \u000a11:04:26.972771 run osmo-hlr_10.42.42.2(pid=11429): stderr: \u000a| �[0;m�[1;31m20221214110423835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214110423835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214110423835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214110423835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214110423835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214110423835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214110423848 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:nanobts+band-900+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214110423857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214110423857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214110423857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:04:27.015256 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11428): Terminating (SIGTERM)\u000a11:04:27.055302 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11431): Terminating (SIGTERM)\u000a11:04:27.095259 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11434): Terminating (SIGTERM)\u000a11:04:27.104546 --- ParallelTerminationStrategy: PID 11428 died...\u000a11:04:27.158514 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11428): Terminated: ok {rc=0}\u000a11:04:27.168224 --- ParallelTerminationStrategy: PID 11431 died...\u000a11:04:27.221716 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11431): Terminated: ok {rc=0}\u000a11:04:27.231341 --- ParallelTerminationStrategy: PID 11434 died...\u000a11:04:27.284752 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11434): Terminated: ok {rc=0}\u000a11:04:27.373212 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "156", "name" : "gprs_nanobts+band-900+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T11:03:28" }, { "cases" : [ { "testActions" : [ ], "age" : 265, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11451): Process ended prematurely: osmo-stp_10.42.42.5(pid=11451) [trial-2403↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11451)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11451): Process ended prematurely: osmo-stp_10.42.42.5(pid=11451) [trial-2403↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11451)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:nanobts+band-900+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a11:04:29.516089 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:04:29.527171 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a11:04:29.688906 tst cs_paging_gprs_active.py: using LAC 40487\u000a11:04:29.818199 tst cs_paging_gprs_active.py: using RAC 197\u000a11:04:29.946045 tst cs_paging_gprs_active.py: using CellId 40487\u000a11:04:30.074374 tst cs_paging_gprs_active.py: using BVCI 40488\u000a11:04:30.099852 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:04:30.111340 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:04:30.122684 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:04:30.134052 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:04:30.145333 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:04:30.156925 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:04:30.168535 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:04:30.179818 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:04:30.191400 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:04:30.314319 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:04:30.596475 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a11:04:30.723575 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:04:31.107575 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11441): Launched\u000a11:04:31.403817 run iperf3-srv_10.42.42.10(pid=11442): Launched\u000a11:04:31.599112 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a11:04:31.732093 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:04:32.073442 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11443): Launched\u000a11:04:32.346882 run iperf3-srv_10.42.42.10(pid=11444): Launched\u000a11:04:32.532708 tst cs_paging_gprs_active.py:38: start network...\u000a11:04:32.659581 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:04:33.147387 run create_hlr_db(pid=11445): Launched\u000a11:04:33.324372 bus /gobi_6: Setting Powered False\u000a11:04:34.346154 run create_hlr_db(pid=11445): Terminated: ok {rc=0}\u000a11:04:34.786760 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11447): Launched\u000a11:04:35.118114 run osmo-hlr_10.42.42.2(pid=11448): Launched\u000a11:04:35.242008 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:04:35.816436 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11450): Launched\u000a11:04:36.148633 run osmo-stp_10.42.42.5(pid=11451): Launched\u000a11:04:36.267807 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:04:36.843146 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11453): Launched\u000a11:04:36.961137 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:04:37.251627 run patchelf(pid=11454): Launched\u000a11:04:37.444702 run osmo-stp_10.42.42.5(pid=11451): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11451)]\u000a11:04:37.586039 run osmo-stp_10.42.42.5(pid=11451): stdout: \u000a| (launched: 2022-12-14_11:04:35.983856)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:04:37.727678 run osmo-stp_10.42.42.5(pid=11451): stderr: \u000a| �[0;m�[38;5;43m20221214110436175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214110436175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214110436176 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214110436176 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214110436177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214110436177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214110436177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:04:37.864336 run osmo-stp_10.42.42.5(pid=11451): stdout: \u000a| (launched: 2022-12-14_11:04:35.983856)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:04:37.999497 run osmo-stp_10.42.42.5(pid=11451): stderr: \u000a| �[0;m�[38;5;43m20221214110436175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214110436175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214110436176 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214110436176 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214110436177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214110436177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214110436177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:04:38.157882 run patchelf(pid=11454): Terminating (SIGINT)\u000a11:04:38.343796 run patchelf(pid=11454): Terminated: ok {rc=0}\u000a11:04:38.377809 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=11451): Process ended prematurely: osmo-stp_10.42.42.5(pid=11451) [trial-2403↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11451)] [trial-2403↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a11:04:38.387924 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a11:04:38.451534 run osmo-hlr_10.42.42.2(pid=11448): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11448)]\u000a11:04:38.503842 run osmo-hlr_10.42.42.2(pid=11448): stdout: \u000a| (launched: 2022-12-14_11:04:34.954641) \u000a11:04:38.556529 run osmo-hlr_10.42.42.2(pid=11448): stderr: \u000a| �[0;m�[1;31m20221214110435150 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214110435150 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214110435150 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214110435150 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214110435150 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214110435150 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214110435163 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:nanobts+band-900+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214110435172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214110435172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214110435172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:04:38.601631 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11441): Terminating (SIGTERM)\u000a11:04:38.644409 run iperf3-srv_10.42.42.10(pid=11442): Terminating (SIGTERM)\u000a11:04:38.686966 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11443): Terminating (SIGTERM)\u000a11:04:38.729521 run iperf3-srv_10.42.42.10(pid=11444): Terminating (SIGTERM)\u000a11:04:38.772242 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11447): Terminating (SIGTERM)\u000a11:04:38.815212 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11450): Terminating (SIGTERM)\u000a11:04:38.857766 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11453): Terminating (SIGTERM)\u000a11:04:38.867693 --- ParallelTerminationStrategy: PID 11441 died...\u000a11:04:38.924938 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11441): Terminated: ok {rc=0}\u000a11:04:38.935364 --- ParallelTerminationStrategy: PID 11442 died...\u000a11:04:38.991884 run iperf3-srv_10.42.42.10(pid=11442): Terminated {rc=256}\u000a11:04:39.002198 --- ParallelTerminationStrategy: PID 11443 died...\u000a11:04:39.058644 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11443): Terminated: ok {rc=0}\u000a11:04:39.069025 --- ParallelTerminationStrategy: PID 11444 died...\u000a11:04:39.125327 run iperf3-srv_10.42.42.10(pid=11444): Terminated {rc=256}\u000a11:04:39.135565 --- ParallelTerminationStrategy: PID 11447 died...\u000a11:04:39.191780 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11447): Terminated: ok {rc=0}\u000a11:04:39.202106 --- ParallelTerminationStrategy: PID 11450 died...\u000a11:04:39.258434 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11450): Terminated: ok {rc=0}\u000a11:04:39.268754 --- ParallelTerminationStrategy: PID 11453 died...\u000a11:04:39.325243 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11453): Terminated: ok {rc=0}\u000a11:04:39.412783 bus /gobi_0: Setting Powered False\u000a11:04:40.521447 bus /gobi_0: Setting Powered False\u000a11:04:41.629980 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 265, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11463): Process ended prematurely: osmo-stp_10.42.42.5(pid=11463) [trial-2403↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11463)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11463): Process ended prematurely: osmo-stp_10.42.42.5(pid=11463) [trial-2403↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11463)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:nanobts+band-900+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a11:04:42.747053 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:04:42.759318 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a11:04:42.926909 tst iperf3.py: using LAC 40488\u000a11:04:43.056918 tst iperf3.py: using RAC 198\u000a11:04:43.181619 tst iperf3.py: using CellId 40488\u000a11:04:43.301074 tst iperf3.py: using BVCI 40489\u000a11:04:43.324567 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:04:43.335537 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:04:43.346542 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:04:43.357320 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:04:43.368442 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:04:43.379504 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:04:43.390807 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:04:43.401810 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:04:43.413114 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:04:43.695045 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:04:43.822335 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:04:44.141480 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11455): Launched\u000a11:04:44.409050 run iperf3-srv_10.42.42.10(pid=11456): Launched\u000a11:04:44.595801 tst iperf3.py:8: start network...\u000a11:04:44.722960 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:04:45.207342 run create_hlr_db(pid=11457): Launched\u000a11:04:45.384066 bus /gobi_6: Setting Powered False\u000a11:04:46.423568 run create_hlr_db(pid=11457): Terminated: ok {rc=0}\u000a11:04:46.911427 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11459): Launched\u000a11:04:47.280641 run osmo-hlr_10.42.42.2(pid=11460): Launched\u000a11:04:47.404482 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:04:47.943040 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11462): Launched\u000a11:04:48.252130 run osmo-stp_10.42.42.5(pid=11463): Launched\u000a11:04:48.363683 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:04:48.902844 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11465): Launched\u000a11:04:49.012491 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:04:49.284380 run patchelf(pid=11466): Launched\u000a11:04:49.464693 run osmo-stp_10.42.42.5(pid=11463): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11463)]\u000a11:04:49.596474 run osmo-stp_10.42.42.5(pid=11463): stdout: \u000a| (launched: 2022-12-14_11:04:48.098511)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:04:49.728145 run osmo-stp_10.42.42.5(pid=11463): stderr: \u000a| �[0;m�[38;5;43m20221214110448267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214110448267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214110448267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214110448268 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214110448268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214110448268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214110448268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:04:49.855392 run osmo-stp_10.42.42.5(pid=11463): stdout: \u000a| (launched: 2022-12-14_11:04:48.098511)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:04:49.981195 run osmo-stp_10.42.42.5(pid=11463): stderr: \u000a| �[0;m�[38;5;43m20221214110448267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214110448267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214110448267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214110448268 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214110448268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214110448268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214110448268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:04:50.128530 run patchelf(pid=11466): Terminating (SIGINT)\u000a11:04:50.303237 run patchelf(pid=11466): Terminated: ok {rc=0}\u000a11:04:50.335103 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11463): Process ended prematurely: osmo-stp_10.42.42.5(pid=11463) [trial-2403↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11463)] [trial-2403↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a11:04:50.344538 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a11:04:50.405728 run osmo-hlr_10.42.42.2(pid=11460): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11460)]\u000a11:04:50.455162 run osmo-hlr_10.42.42.2(pid=11460): stdout: \u000a| (launched: 2022-12-14_11:04:47.071153) \u000a11:04:50.505375 run osmo-hlr_10.42.42.2(pid=11460): stderr: \u000a| �[0;m�[1;31m20221214110447272 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214110447272 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214110447272 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214110447272 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214110447272 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214110447272 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214110447286 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:nanobts+band-900+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214110447294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214110447294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214110447294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:04:50.548156 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11455): Terminating (SIGTERM)\u000a11:04:50.588391 run iperf3-srv_10.42.42.10(pid=11456): Terminating (SIGTERM)\u000a11:04:50.628765 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11459): Terminating (SIGTERM)\u000a11:04:50.669006 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11462): Terminating (SIGTERM)\u000a11:04:50.709220 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11465): Terminating (SIGTERM)\u000a11:04:50.718566 --- ParallelTerminationStrategy: PID 11455 died...\u000a11:04:50.773062 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11455): Terminated: ok {rc=0}\u000a11:04:50.782703 --- ParallelTerminationStrategy: PID 11456 died...\u000a11:04:50.836464 run iperf3-srv_10.42.42.10(pid=11456): Terminated {rc=256}\u000a11:04:50.846207 --- ParallelTerminationStrategy: PID 11459 died...\u000a11:04:50.900283 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11459): Terminated: ok {rc=0}\u000a11:04:50.910035 --- ParallelTerminationStrategy: PID 11462 died...\u000a11:04:50.964078 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11462): Terminated: ok {rc=0}\u000a11:04:50.973905 --- ParallelTerminationStrategy: PID 11465 died...\u000a11:04:51.027896 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11465): Terminated: ok {rc=0}\u000a11:04:51.117280 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 265, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11482): Process ended prematurely: osmo-stp_10.42.42.5(pid=11482) [trial-2403↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11482)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11482): Process ended prematurely: osmo-stp_10.42.42.5(pid=11482) [trial-2403↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11482)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:nanobts+band-900+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a11:04:52.229505 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:04:52.241100 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a11:04:52.397404 tst iperf3m4.py: using LAC 40489\u000a11:04:52.517489 tst iperf3m4.py: using RAC 199\u000a11:04:52.639921 tst iperf3m4.py: using CellId 40489\u000a11:04:52.761262 tst iperf3m4.py: using BVCI 40490\u000a11:04:52.784828 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:04:52.795747 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:04:52.806540 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:04:52.817380 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:04:52.828421 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:04:52.839515 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:04:52.850688 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:04:52.861665 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:04:52.872920 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:04:52.996549 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:04:53.117856 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:04:53.239115 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:04:53.523103 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:04:53.651796 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:04:53.973463 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11468): Launched\u000a11:04:54.241591 run iperf3-srv_10.42.42.10(pid=11469): Launched\u000a11:04:54.429176 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a11:04:54.556931 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:04:54.878615 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11470): Launched\u000a11:04:55.143898 run iperf3-srv_10.42.42.10(pid=11471): Launched\u000a11:04:55.330748 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a11:04:55.457921 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:04:55.777982 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11472): Launched\u000a11:04:56.045155 run iperf3-srv_10.42.42.10(pid=11473): Launched\u000a11:04:56.231955 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a11:04:56.360116 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:04:56.680659 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11474): Launched\u000a11:04:56.946371 run iperf3-srv_10.42.42.10(pid=11475): Launched\u000a11:04:57.133821 tst iperf3m4.py:8: start network...\u000a11:04:57.261751 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:04:57.745755 run create_hlr_db(pid=11476): Launched\u000a11:04:57.921330 bus /gobi_6: Setting Powered False\u000a11:04:58.942590 run create_hlr_db(pid=11476): Terminated: ok {rc=0}\u000a11:04:59.354757 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11478): Launched\u000a11:04:59.662651 run osmo-hlr_10.42.42.2(pid=11479): Launched\u000a11:04:59.775262 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:05:00.313375 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11481): Launched\u000a11:05:00.621757 run osmo-stp_10.42.42.5(pid=11482): Launched\u000a11:05:00.732501 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:05:01.287411 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11484): Launched\u000a11:05:01.398780 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:05:01.687335 run patchelf(pid=11485): Launched\u000a11:05:01.882767 run osmo-stp_10.42.42.5(pid=11482): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11482)]\u000a11:05:02.017917 run osmo-stp_10.42.42.5(pid=11482): stdout: \u000a| (launched: 2022-12-14_11:05:00.469531)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:05:02.152637 run osmo-stp_10.42.42.5(pid=11482): stderr: \u000a| �[0;m�[38;5;43m20221214110500638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214110500638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214110500638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214110500639 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214110500639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214110500639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214110500639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:05:02.282695 run osmo-stp_10.42.42.5(pid=11482): stdout: \u000a| (launched: 2022-12-14_11:05:00.469531)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:05:02.409758 run osmo-stp_10.42.42.5(pid=11482): stderr: \u000a| �[0;m�[38;5;43m20221214110500638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214110500638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214110500638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214110500639 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214110500639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214110500639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214110500639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:05:02.559714 run patchelf(pid=11485): Terminating (SIGINT)\u000a11:05:02.733473 run patchelf(pid=11485): Terminated: ok {rc=0}\u000a11:05:02.765497 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11482): Process ended prematurely: osmo-stp_10.42.42.5(pid=11482) [trial-2403↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11482)] [trial-2403↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a11:05:02.775066 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a11:05:02.836664 run osmo-hlr_10.42.42.2(pid=11479): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11479)]\u000a11:05:02.886279 run osmo-hlr_10.42.42.2(pid=11479): stdout: \u000a| (launched: 2022-12-14_11:04:59.510071) \u000a11:05:02.936557 run osmo-hlr_10.42.42.2(pid=11479): stderr: \u000a| �[0;m�[1;31m20221214110459683 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214110459683 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214110459683 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214110459683 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214110459683 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214110459683 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214110459695 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:nanobts+band-900+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214110459703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214110459704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214110459704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:05:02.979577 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11468): Terminating (SIGTERM)\u000a11:05:03.019956 run iperf3-srv_10.42.42.10(pid=11469): Terminating (SIGTERM)\u000a11:05:03.060320 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11470): Terminating (SIGTERM)\u000a11:05:03.100532 run iperf3-srv_10.42.42.10(pid=11471): Terminating (SIGTERM)\u000a11:05:03.140906 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11472): Terminating (SIGTERM)\u000a11:05:03.181139 run iperf3-srv_10.42.42.10(pid=11473): Terminating (SIGTERM)\u000a11:05:03.221884 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11474): Terminating (SIGTERM)\u000a11:05:03.261923 run iperf3-srv_10.42.42.10(pid=11475): Terminating (SIGTERM)\u000a11:05:03.302214 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11478): Terminating (SIGTERM)\u000a11:05:03.342408 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11481): Terminating (SIGTERM)\u000a11:05:03.382727 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11484): Terminating (SIGTERM)\u000a11:05:03.392075 --- ParallelTerminationStrategy: PID 11468 died...\u000a11:05:03.446798 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11468): Terminated: ok {rc=0}\u000a11:05:03.456536 --- ParallelTerminationStrategy: PID 11469 died...\u000a11:05:03.510545 run iperf3-srv_10.42.42.10(pid=11469): Terminated {rc=256}\u000a11:05:03.520261 --- ParallelTerminationStrategy: PID 11470 died...\u000a11:05:03.574368 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11470): Terminated: ok {rc=0}\u000a11:05:03.584093 --- ParallelTerminationStrategy: PID 11471 died...\u000a11:05:03.638078 run iperf3-srv_10.42.42.10(pid=11471): Terminated {rc=256}\u000a11:05:03.647706 --- ParallelTerminationStrategy: PID 11472 died...\u000a11:05:03.701616 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11472): Terminated: ok {rc=0}\u000a11:05:03.711341 --- ParallelTerminationStrategy: PID 11473 died...\u000a11:05:03.765296 run iperf3-srv_10.42.42.10(pid=11473): Terminated {rc=256}\u000a11:05:03.775052 --- ParallelTerminationStrategy: PID 11474 died...\u000a11:05:03.828919 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11474): Terminated: ok {rc=0}\u000a11:05:03.838621 --- ParallelTerminationStrategy: PID 11475 died...\u000a11:05:03.892572 run iperf3-srv_10.42.42.10(pid=11475): Terminated {rc=256}\u000a11:05:03.902316 --- ParallelTerminationStrategy: PID 11478 died...\u000a11:05:03.956398 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11478): Terminated: ok {rc=0}\u000a11:05:03.966167 --- ParallelTerminationStrategy: PID 11481 died...\u000a11:05:04.020172 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11481): Terminated: ok {rc=0}\u000a11:05:04.030015 --- ParallelTerminationStrategy: PID 11484 died...\u000a11:05:04.083767 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11484): Terminated: ok {rc=0}\u000a11:05:04.173272 bus /gobi_4: Setting Powered False\u000a11:05:05.277099 bus /gobi_4: Setting Powered False\u000a11:05:06.390523 bus /gobi_1: Setting Powered False\u000a11:05:07.497770 bus /gobi_1: Setting Powered False\u000a11:05:08.606346 bus /gobi_0: Setting Powered False\u000a11:05:09.707420 bus /gobi_0: Setting Powered False\u000a11:05:10.820469 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 265, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11495): Process ended prematurely: osmo-stp_10.42.42.5(pid=11495) [trial-2403↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11495)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11495): Process ended prematurely: osmo-stp_10.42.42.5(pid=11495) [trial-2403↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11495)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:nanobts+band-900+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a11:05:11.887987 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:05:11.899774 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a11:05:12.053460 tst ping.py: using LAC 40490\u000a11:05:12.171673 tst ping.py: using RAC 200\u000a11:05:12.291101 tst ping.py: using CellId 40490\u000a11:05:12.408308 tst ping.py: using BVCI 40491\u000a11:05:12.431683 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:05:12.442898 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:05:12.453960 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:05:12.464816 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:05:12.475967 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:05:12.487203 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:05:12.498498 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:05:12.509708 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:05:12.787973 tst ping.py:19: start network...\u000a11:05:12.913108 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:05:13.388615 run create_hlr_db(pid=11489): Launched\u000a11:05:13.563092 bus /gobi_6: Setting Powered False\u000a11:05:14.583654 run create_hlr_db(pid=11489): Terminated: ok {rc=0}\u000a11:05:14.991293 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11491): Launched\u000a11:05:15.294494 run osmo-hlr_10.42.42.2(pid=11492): Launched\u000a11:05:15.411496 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:05:15.981317 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11494): Launched\u000a11:05:16.323003 run osmo-stp_10.42.42.5(pid=11495): Launched\u000a11:05:16.558323 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:05:17.144548 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11497): Launched\u000a11:05:17.254846 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:05:17.525132 run patchelf(pid=11498): Launched\u000a11:05:17.702612 run osmo-stp_10.42.42.5(pid=11495): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11495)]\u000a11:05:17.832865 run osmo-stp_10.42.42.5(pid=11495): stdout: \u000a| (launched: 2022-12-14_11:05:16.145606)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:05:17.962713 run osmo-stp_10.42.42.5(pid=11495): stderr: \u000a| �[0;m�[38;5;43m20221214110516464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214110516464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214110516464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214110516465 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214110516465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214110516465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214110516465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:05:18.087790 run osmo-stp_10.42.42.5(pid=11495): stdout: \u000a| (launched: 2022-12-14_11:05:16.145606)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:05:18.211629 run osmo-stp_10.42.42.5(pid=11495): stderr: \u000a| �[0;m�[38;5;43m20221214110516464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214110516464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214110516464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214110516465 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214110516465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214110516465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214110516465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:05:18.355823 run patchelf(pid=11498): Terminating (SIGINT)\u000a11:05:18.527002 run patchelf(pid=11498): Terminated: ok {rc=0}\u000a11:05:18.558153 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=11495): Process ended prematurely: osmo-stp_10.42.42.5(pid=11495) [trial-2403↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11495)] [trial-2403↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22]\u000a11:05:18.566955 tst ping.py:22: Test FAILED (6.7 sec)\u000a11:05:18.627648 run osmo-hlr_10.42.42.2(pid=11492): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11492)]\u000a11:05:18.677193 run osmo-hlr_10.42.42.2(pid=11492): stdout: \u000a| (launched: 2022-12-14_11:05:15.143463) \u000a11:05:18.727293 run osmo-hlr_10.42.42.2(pid=11492): stderr: \u000a| �[0;m�[1;31m20221214110515323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214110515323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214110515323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214110515323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214110515323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214110515324 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214110515335 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:nanobts+band-900+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214110515343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214110515344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214110515344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:05:18.769941 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11491): Terminating (SIGTERM)\u000a11:05:18.810068 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11494): Terminating (SIGTERM)\u000a11:05:18.850437 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11497): Terminating (SIGTERM)\u000a11:05:18.859884 --- ParallelTerminationStrategy: PID 11491 died...\u000a11:05:18.913889 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11491): Terminated: ok {rc=0}\u000a11:05:18.923592 --- ParallelTerminationStrategy: PID 11494 died...\u000a11:05:18.977292 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11494): Terminated: ok {rc=0}\u000a11:05:18.987123 --- ParallelTerminationStrategy: PID 11497 died...\u000a11:05:19.040658 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11497): Terminated: ok {rc=0}\u000a11:05:19.130763 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 265, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11505): Process ended prematurely: osmo-stp_10.42.42.5(pid=11505) [trial-2403↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11505)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11505): Process ended prematurely: osmo-stp_10.42.42.5(pid=11505) [trial-2403↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11505)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:nanobts+band-900+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a11:05:20.183227 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:05:20.195044 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a11:05:20.351431 tst ping_idle_ping.py: using LAC 40491\u000a11:05:20.471853 tst ping_idle_ping.py: using RAC 201\u000a11:05:20.591485 tst ping_idle_ping.py: using CellId 40491\u000a11:05:20.710763 tst ping_idle_ping.py: using BVCI 40492\u000a11:05:20.734041 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:05:20.745073 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:05:20.755852 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:05:20.766778 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:05:20.777938 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:05:20.789177 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:05:20.800426 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:05:20.811636 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:05:21.091207 tst ping_idle_ping.py:24: start network...\u000a11:05:21.217428 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:05:21.695624 run create_hlr_db(pid=11499): Launched\u000a11:05:21.870506 bus /gobi_6: Setting Powered False\u000a11:05:22.892227 run create_hlr_db(pid=11499): Terminated: ok {rc=0}\u000a11:05:23.298076 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11501): Launched\u000a11:05:23.602072 run osmo-hlr_10.42.42.2(pid=11502): Launched\u000a11:05:23.720595 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:05:24.253520 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11504): Launched\u000a11:05:24.557903 run osmo-stp_10.42.42.5(pid=11505): Launched\u000a11:05:24.667559 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:05:25.195228 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11507): Launched\u000a11:05:25.303105 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:05:25.569968 run patchelf(pid=11508): Launched\u000a11:05:25.747676 run osmo-stp_10.42.42.5(pid=11505): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11505)]\u000a11:05:25.877728 run osmo-stp_10.42.42.5(pid=11505): stdout: \u000a| (launched: 2022-12-14_11:05:24.406722)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:05:26.008011 run osmo-stp_10.42.42.5(pid=11505): stderr: \u000a| �[0;m�[38;5;43m20221214110524577 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214110524577 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214110524577 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214110524578 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214110524578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214110524578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214110524578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:05:26.133222 run osmo-stp_10.42.42.5(pid=11505): stdout: \u000a| (launched: 2022-12-14_11:05:24.406722)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:05:26.257423 run osmo-stp_10.42.42.5(pid=11505): stderr: \u000a| �[0;m�[38;5;43m20221214110524577 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214110524577 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214110524577 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214110524578 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214110524578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214110524578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214110524578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:05:26.402174 run patchelf(pid=11508): Terminating (SIGINT)\u000a11:05:26.573086 run patchelf(pid=11508): Terminated: ok {rc=0}\u000a11:05:26.603999 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=11505): Process ended prematurely: osmo-stp_10.42.42.5(pid=11505) [trial-2403↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11505)] [trial-2403↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a11:05:26.612877 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a11:05:26.673629 run osmo-hlr_10.42.42.2(pid=11502): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11502)]\u000a11:05:26.723101 run osmo-hlr_10.42.42.2(pid=11502): stdout: \u000a| (launched: 2022-12-14_11:05:23.451057) \u000a11:05:26.773412 run osmo-hlr_10.42.42.2(pid=11502): stderr: \u000a| �[0;m�[1;31m20221214110523625 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214110523625 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214110523625 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214110523625 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214110523625 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214110523625 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214110523637 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:nanobts+band-900+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214110523646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214110523646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214110523646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:05:26.816158 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11501): Terminating (SIGTERM)\u000a11:05:26.856428 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11504): Terminating (SIGTERM)\u000a11:05:26.896481 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11507): Terminating (SIGTERM)\u000a11:05:26.905965 --- ParallelTerminationStrategy: PID 11501 died...\u000a11:05:26.960210 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11501): Terminated: ok {rc=0}\u000a11:05:26.970118 --- ParallelTerminationStrategy: PID 11504 died...\u000a11:05:27.024178 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11504): Terminated: ok {rc=0}\u000a11:05:27.034116 --- ParallelTerminationStrategy: PID 11507 died...\u000a11:05:27.087992 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11507): Terminated: ok {rc=0}\u000a11:05:27.176640 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "157", "name" : "gprs_nanobts+band-900+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T11:04:29" }, { "cases" : [ { "testActions" : [ ], "age" : 265, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11522): Process ended prematurely: osmo-stp_10.42.42.5(pid=11522) [trial-2403↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11522)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11522): Process ended prematurely: osmo-stp_10.42.42.5(pid=11522) [trial-2403↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11522)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py\u000a----------------------------------------------\u000a11:05:29.343724 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:05:29.355495 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a11:05:29.498224 tst cs_paging_gprs_active.py: using LAC 40492\u000a11:05:29.626504 tst cs_paging_gprs_active.py: using RAC 202\u000a11:05:29.751945 tst cs_paging_gprs_active.py: using CellId 40492\u000a11:05:29.868742 tst cs_paging_gprs_active.py: using BVCI 40493\u000a11:05:29.891889 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:05:29.903335 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:05:29.914743 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:05:29.926062 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:05:29.937567 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:05:29.948809 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:05:29.960269 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:05:29.971515 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:05:29.983219 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a11:05:30.101791 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a11:05:30.395363 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a11:05:30.529907 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:05:30.879476 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11512): Launched\u000a11:05:31.190859 run iperf3-srv_10.42.42.10(pid=11513): Launched\u000a11:05:31.381573 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a11:05:31.512799 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:05:31.854477 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11514): Launched\u000a11:05:32.131635 run iperf3-srv_10.42.42.10(pid=11515): Launched\u000a11:05:32.323353 tst cs_paging_gprs_active.py:38: start network...\u000a11:05:32.452200 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:05:32.932608 run create_hlr_db(pid=11516): Launched\u000a11:05:33.106565 bus /gobi_6: Setting Powered False\u000a11:05:34.127649 run create_hlr_db(pid=11516): Terminated: ok {rc=0}\u000a11:05:34.532476 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11518): Launched\u000a11:05:34.838585 run osmo-hlr_10.42.42.2(pid=11519): Launched\u000a11:05:34.957112 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:05:35.490012 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11521): Launched\u000a11:05:35.794399 run osmo-stp_10.42.42.5(pid=11522): Launched\u000a11:05:35.910486 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:05:36.441582 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11524): Launched\u000a11:05:36.549371 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:05:36.815828 run patchelf(pid=11525): Launched\u000a11:05:36.994164 run osmo-stp_10.42.42.5(pid=11522): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11522)]\u000a11:05:37.124147 run osmo-stp_10.42.42.5(pid=11522): stdout: \u000a| (launched: 2022-12-14_11:05:35.643110)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:05:37.254558 run osmo-stp_10.42.42.5(pid=11522): stderr: \u000a| �[0;m�[38;5;43m20221214110535811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214110535811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214110535812 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214110535812 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214110535812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214110535812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214110535813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:05:37.379896 run osmo-stp_10.42.42.5(pid=11522): stdout: \u000a| (launched: 2022-12-14_11:05:35.643110)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:05:37.504658 run osmo-stp_10.42.42.5(pid=11522): stderr: \u000a| �[0;m�[38;5;43m20221214110535811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214110535811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214110535812 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214110535812 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214110535812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214110535812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214110535813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:05:37.649880 run patchelf(pid=11525): Terminating (SIGINT)\u000a11:05:37.820633 run patchelf(pid=11525): Terminated: ok {rc=0}\u000a11:05:37.852288 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=11522): Process ended prematurely: osmo-stp_10.42.42.5(pid=11522) [trial-2403↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11522)] [trial-2403↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38]\u000a11:05:37.861783 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a11:05:37.922948 run osmo-hlr_10.42.42.2(pid=11519): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11519)]\u000a11:05:37.973055 run osmo-hlr_10.42.42.2(pid=11519): stdout: \u000a| (launched: 2022-12-14_11:05:34.686714) \u000a11:05:38.023388 run osmo-hlr_10.42.42.2(pid=11519): stderr: \u000a| �[0;m�[1;31m20221214110534858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214110534858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214110534858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214110534858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214110534858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214110534858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214110534873 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214110534881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214110534882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214110534882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:05:38.066162 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11512): Terminating (SIGTERM)\u000a11:05:38.106503 run iperf3-srv_10.42.42.10(pid=11513): Terminating (SIGTERM)\u000a11:05:38.146684 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11514): Terminating (SIGTERM)\u000a11:05:38.186806 run iperf3-srv_10.42.42.10(pid=11515): Terminating (SIGTERM)\u000a11:05:38.227396 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11518): Terminating (SIGTERM)\u000a11:05:38.267662 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11521): Terminating (SIGTERM)\u000a11:05:38.307857 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11524): Terminating (SIGTERM)\u000a11:05:38.317072 --- ParallelTerminationStrategy: PID 11512 died...\u000a11:05:38.370956 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11512): Terminated: ok {rc=0}\u000a11:05:38.380488 --- ParallelTerminationStrategy: PID 11513 died...\u000a11:05:38.433685 run iperf3-srv_10.42.42.10(pid=11513): Terminated {rc=256}\u000a11:05:38.443084 --- ParallelTerminationStrategy: PID 11514 died...\u000a11:05:38.496694 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11514): Terminated: ok {rc=0}\u000a11:05:38.506117 --- ParallelTerminationStrategy: PID 11515 died...\u000a11:05:38.560103 run iperf3-srv_10.42.42.10(pid=11515): Terminated {rc=256}\u000a11:05:38.569785 --- ParallelTerminationStrategy: PID 11518 died...\u000a11:05:38.622792 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11518): Terminated: ok {rc=0}\u000a11:05:38.632250 --- ParallelTerminationStrategy: PID 11521 died...\u000a11:05:38.685835 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11521): Terminated: ok {rc=0}\u000a11:05:38.695349 --- ParallelTerminationStrategy: PID 11524 died...\u000a11:05:38.748812 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11524): Terminated: ok {rc=0}\u000a11:05:38.838105 bus /gobi_0: Setting Powered False\u000a11:05:39.941198 bus /gobi_0: Setting Powered False\u000a11:05:41.046911 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 265, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11534): Process ended prematurely: osmo-stp_10.42.42.5(pid=11534) [trial-2403↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11534)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11534): Process ended prematurely: osmo-stp_10.42.42.5(pid=11534) [trial-2403↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11534)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py\u000a----------------------------------------------\u000a11:05:42.155533 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:05:42.167575 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a11:05:42.312797 tst iperf3.py: using LAC 40493\u000a11:05:42.441063 tst iperf3.py: using RAC 203\u000a11:05:42.567428 tst iperf3.py: using CellId 40493\u000a11:05:42.696767 tst iperf3.py: using BVCI 40494\u000a11:05:42.721870 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:05:42.733710 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:05:42.745420 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:05:42.757580 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:05:42.769972 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:05:42.782486 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:05:42.794954 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:05:42.807114 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:05:42.819545 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a11:05:43.103158 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:05:43.228098 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:05:43.543343 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11526): Launched\u000a11:05:43.803856 run iperf3-srv_10.42.42.10(pid=11527): Launched\u000a11:05:43.986225 tst iperf3.py:8: start network...\u000a11:05:44.111265 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:05:44.587731 run create_hlr_db(pid=11528): Launched\u000a11:05:44.761637 bus /gobi_6: Setting Powered False\u000a11:05:45.783193 run create_hlr_db(pid=11528): Terminated: ok {rc=0}\u000a11:05:46.237968 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11530): Launched\u000a11:05:46.612236 run osmo-hlr_10.42.42.2(pid=11531): Launched\u000a11:05:46.759506 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:05:47.491307 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11533): Launched\u000a11:05:47.795161 run osmo-stp_10.42.42.5(pid=11534): Launched\u000a11:05:47.907105 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:05:48.435686 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11536): Launched\u000a11:05:48.543661 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:05:48.809649 run patchelf(pid=11537): Launched\u000a11:05:48.987362 run osmo-stp_10.42.42.5(pid=11534): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11534)]\u000a11:05:49.117842 run osmo-stp_10.42.42.5(pid=11534): stdout: \u000a| (launched: 2022-12-14_11:05:47.645817)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:05:49.248147 run osmo-stp_10.42.42.5(pid=11534): stderr: \u000a| �[0;m�[38;5;43m20221214110547814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214110547814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214110547814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214110547815 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214110547815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214110547815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214110547816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:05:49.374067 run osmo-stp_10.42.42.5(pid=11534): stdout: \u000a| (launched: 2022-12-14_11:05:47.645817)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:05:49.498165 run osmo-stp_10.42.42.5(pid=11534): stderr: \u000a| �[0;m�[38;5;43m20221214110547814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214110547814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214110547814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214110547815 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214110547815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214110547815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214110547816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:05:49.643593 run patchelf(pid=11537): Terminating (SIGINT)\u000a11:05:49.814919 run patchelf(pid=11537): Terminated: ok {rc=0}\u000a11:05:49.846448 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11534): Process ended prematurely: osmo-stp_10.42.42.5(pid=11534) [trial-2403↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11534)] [trial-2403↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8]\u000a11:05:49.855877 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a11:05:49.916747 run osmo-hlr_10.42.42.2(pid=11531): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11531)]\u000a11:05:49.966482 run osmo-hlr_10.42.42.2(pid=11531): stdout: \u000a| (launched: 2022-12-14_11:05:46.408284) \u000a11:05:50.016932 run osmo-hlr_10.42.42.2(pid=11531): stderr: \u000a| �[0;m�[1;31m20221214110546799 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214110546799 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214110546799 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214110546799 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214110546799 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214110546799 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214110546819 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214110546835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214110546835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214110546835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:05:50.059620 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11526): Terminating (SIGTERM)\u000a11:05:50.099657 run iperf3-srv_10.42.42.10(pid=11527): Terminating (SIGTERM)\u000a11:05:50.139743 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11530): Terminating (SIGTERM)\u000a11:05:50.180111 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11533): Terminating (SIGTERM)\u000a11:05:50.220127 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11536): Terminating (SIGTERM)\u000a11:05:50.229311 --- ParallelTerminationStrategy: PID 11526 died...\u000a11:05:50.283230 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11526): Terminated: ok {rc=0}\u000a11:05:50.292879 --- ParallelTerminationStrategy: PID 11527 died...\u000a11:05:50.346292 run iperf3-srv_10.42.42.10(pid=11527): Terminated {rc=256}\u000a11:05:50.355687 --- ParallelTerminationStrategy: PID 11530 died...\u000a11:05:50.409445 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11530): Terminated: ok {rc=0}\u000a11:05:50.419068 --- ParallelTerminationStrategy: PID 11533 died...\u000a11:05:50.472771 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11533): Terminated: ok {rc=0}\u000a11:05:50.482206 --- ParallelTerminationStrategy: PID 11536 died...\u000a11:05:50.535581 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11536): Terminated: ok {rc=0}\u000a11:05:50.624868 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 265, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11555): Process ended prematurely: osmo-stp_10.42.42.5(pid=11555) [trial-2403↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11555)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11555): Process ended prematurely: osmo-stp_10.42.42.5(pid=11555) [trial-2403↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11555)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py\u000a----------------------------------------------\u000a11:05:51.736128 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:05:51.748584 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a11:05:51.894544 tst iperf3m4.py: using LAC 40494\u000a11:05:52.018693 tst iperf3m4.py: using RAC 204\u000a11:05:52.142674 tst iperf3m4.py: using CellId 40494\u000a11:05:52.259346 tst iperf3m4.py: using BVCI 40495\u000a11:05:52.282256 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:05:52.293571 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:05:52.304715 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:05:52.315902 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:05:52.327454 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:05:52.338968 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:05:52.350493 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:05:52.361792 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:05:52.373469 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a11:05:52.494913 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a11:05:52.615181 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a11:05:52.737491 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a11:05:53.036235 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:05:53.171491 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:05:53.509567 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11541): Launched\u000a11:05:53.790118 run iperf3-srv_10.42.42.10(pid=11542): Launched\u000a11:05:53.988237 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a11:05:54.122928 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:05:54.460202 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11543): Launched\u000a11:05:54.740309 run iperf3-srv_10.42.42.10(pid=11544): Launched\u000a11:05:54.939607 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a11:05:55.074006 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:05:55.411977 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11545): Launched\u000a11:05:55.690880 run iperf3-srv_10.42.42.10(pid=11546): Launched\u000a11:05:55.889101 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a11:05:56.023350 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:05:56.359257 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11547): Launched\u000a11:05:56.640210 run iperf3-srv_10.42.42.10(pid=11548): Launched\u000a11:05:56.839055 tst iperf3m4.py:8: start network...\u000a11:05:56.973680 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:05:57.493601 run create_hlr_db(pid=11549): Launched\u000a11:05:57.680620 bus /gobi_6: Setting Powered False\u000a11:05:58.702381 run create_hlr_db(pid=11549): Terminated: ok {rc=0}\u000a11:05:59.113996 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11551): Launched\u000a11:05:59.417668 run osmo-hlr_10.42.42.2(pid=11552): Launched\u000a11:05:59.537927 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:06:00.072547 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11554): Launched\u000a11:06:00.376597 run osmo-stp_10.42.42.5(pid=11555): Launched\u000a11:06:00.486479 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:06:01.052493 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11557): Launched\u000a11:06:01.163477 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:06:01.444010 run patchelf(pid=11558): Launched\u000a11:06:01.629652 run osmo-stp_10.42.42.5(pid=11555): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11555)]\u000a11:06:01.763158 run osmo-stp_10.42.42.5(pid=11555): stdout: \u000a| (launched: 2022-12-14_11:06:00.226203)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:06:01.897385 run osmo-stp_10.42.42.5(pid=11555): stderr: \u000a| �[0;m�[38;5;43m20221214110600394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214110600394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214110600395 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214110600395 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214110600395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214110600395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214110600396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:06:02.026818 run osmo-stp_10.42.42.5(pid=11555): stdout: \u000a| (launched: 2022-12-14_11:06:00.226203)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:06:02.155567 run osmo-stp_10.42.42.5(pid=11555): stderr: \u000a| �[0;m�[38;5;43m20221214110600394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214110600394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214110600395 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214110600395 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214110600395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214110600395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214110600396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:06:02.304333 run patchelf(pid=11558): Terminating (SIGINT)\u000a11:06:02.475914 run patchelf(pid=11558): Terminated: ok {rc=0}\u000a11:06:02.507559 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11555): Process ended prematurely: osmo-stp_10.42.42.5(pid=11555) [trial-2403↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11555)] [trial-2403↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8]\u000a11:06:02.517200 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a11:06:02.578373 run osmo-hlr_10.42.42.2(pid=11552): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11552)]\u000a11:06:02.627984 run osmo-hlr_10.42.42.2(pid=11552): stdout: \u000a| (launched: 2022-12-14_11:05:59.267217) \u000a11:06:02.678234 run osmo-hlr_10.42.42.2(pid=11552): stderr: \u000a| �[0;m�[1;31m20221214110559440 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214110559440 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214110559440 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214110559440 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214110559440 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214110559440 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214110559452 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214110559461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214110559461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214110559461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:06:02.720806 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11541): Terminating (SIGTERM)\u000a11:06:02.760822 run iperf3-srv_10.42.42.10(pid=11542): Terminating (SIGTERM)\u000a11:06:02.801083 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11543): Terminating (SIGTERM)\u000a11:06:02.841436 run iperf3-srv_10.42.42.10(pid=11544): Terminating (SIGTERM)\u000a11:06:02.881639 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11545): Terminating (SIGTERM)\u000a11:06:02.921573 run iperf3-srv_10.42.42.10(pid=11546): Terminating (SIGTERM)\u000a11:06:02.961618 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11547): Terminating (SIGTERM)\u000a11:06:03.001591 run iperf3-srv_10.42.42.10(pid=11548): Terminating (SIGTERM)\u000a11:06:03.041649 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11551): Terminating (SIGTERM)\u000a11:06:03.081725 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11554): Terminating (SIGTERM)\u000a11:06:03.121981 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11557): Terminating (SIGTERM)\u000a11:06:03.131158 --- ParallelTerminationStrategy: PID 11541 died...\u000a11:06:03.185369 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11541): Terminated: ok {rc=0}\u000a11:06:03.194830 --- ParallelTerminationStrategy: PID 11542 died...\u000a11:06:03.248500 run iperf3-srv_10.42.42.10(pid=11542): Terminated {rc=256}\u000a11:06:03.258038 --- ParallelTerminationStrategy: PID 11543 died...\u000a11:06:03.312024 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11543): Terminated: ok {rc=0}\u000a11:06:03.321906 --- ParallelTerminationStrategy: PID 11544 died...\u000a11:06:03.375973 run iperf3-srv_10.42.42.10(pid=11544): Terminated {rc=256}\u000a11:06:03.385883 --- ParallelTerminationStrategy: PID 11545 died...\u000a11:06:03.440200 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11545): Terminated: ok {rc=0}\u000a11:06:03.449877 --- ParallelTerminationStrategy: PID 11546 died...\u000a11:06:03.503977 run iperf3-srv_10.42.42.10(pid=11546): Terminated {rc=256}\u000a11:06:03.513934 --- ParallelTerminationStrategy: PID 11547 died...\u000a11:06:03.567877 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11547): Terminated: ok {rc=0}\u000a11:06:03.577873 --- ParallelTerminationStrategy: PID 11548 died...\u000a11:06:03.631901 run iperf3-srv_10.42.42.10(pid=11548): Terminated {rc=256}\u000a11:06:03.641866 --- ParallelTerminationStrategy: PID 11551 died...\u000a11:06:03.695874 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11551): Terminated: ok {rc=0}\u000a11:06:03.705840 --- ParallelTerminationStrategy: PID 11554 died...\u000a11:06:03.760097 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11554): Terminated: ok {rc=0}\u000a11:06:03.769764 --- ParallelTerminationStrategy: PID 11557 died...\u000a11:06:03.824220 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11557): Terminated: ok {rc=0}\u000a11:06:03.908382 bus /gobi_4: Setting Powered False\u000a11:06:05.017543 bus /gobi_4: Setting Powered False\u000a11:06:06.125426 bus /gobi_1: Setting Powered False\u000a11:06:07.233208 bus /gobi_1: Setting Powered False\u000a11:06:08.341434 bus /gobi_0: Setting Powered False\u000a11:06:09.447182 bus /gobi_0: Setting Powered False\u000a11:06:10.556445 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 265, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11565): Process ended prematurely: osmo-stp_10.42.42.5(pid=11565) [trial-2403↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11565)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11565): Process ended prematurely: osmo-stp_10.42.42.5(pid=11565) [trial-2403↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11565)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py\u000a----------------------------------------------\u000a11:06:11.622854 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:06:11.634823 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a11:06:11.777190 tst ping.py: using LAC 40495\u000a11:06:11.902457 tst ping.py: using RAC 205\u000a11:06:12.025266 tst ping.py: using CellId 40495\u000a11:06:12.150598 tst ping.py: using BVCI 40496\u000a11:06:12.174898 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:06:12.186869 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:06:12.198688 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:06:12.210575 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:06:12.222331 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:06:12.234134 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:06:12.246054 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:06:12.257834 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a11:06:12.532777 tst ping.py:19: start network...\u000a11:06:12.656598 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:06:13.125848 run create_hlr_db(pid=11559): Launched\u000a11:06:13.298450 bus /gobi_6: Setting Powered False\u000a11:06:14.319016 run create_hlr_db(pid=11559): Terminated: ok {rc=0}\u000a11:06:14.720012 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11561): Launched\u000a11:06:15.019892 run osmo-hlr_10.42.42.2(pid=11562): Launched\u000a11:06:15.134957 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:06:15.661121 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11564): Launched\u000a11:06:16.051685 run osmo-stp_10.42.42.5(pid=11565): Launched\u000a11:06:16.345484 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:06:16.933386 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11567): Launched\u000a11:06:17.042666 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:06:17.336533 run patchelf(pid=11568): Launched\u000a11:06:17.524655 run osmo-stp_10.42.42.5(pid=11565): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11565)]\u000a11:06:17.662044 run osmo-stp_10.42.42.5(pid=11565): stdout: \u000a| (launched: 2022-12-14_11:06:15.811655)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:06:17.799743 run osmo-stp_10.42.42.5(pid=11565): stderr: \u000a| �[0;m�[38;5;43m20221214110616102 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214110616102 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214110616103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214110616103 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214110616103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214110616103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214110616104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:06:17.932153 run osmo-stp_10.42.42.5(pid=11565): stdout: \u000a| (launched: 2022-12-14_11:06:15.811655)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:06:18.063140 run osmo-stp_10.42.42.5(pid=11565): stderr: \u000a| �[0;m�[38;5;43m20221214110616102 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214110616102 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214110616103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214110616103 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214110616103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214110616103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214110616104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:06:18.216002 run patchelf(pid=11568): Terminating (SIGINT)\u000a11:06:18.396054 run patchelf(pid=11568): Terminated: ok {rc=0}\u000a11:06:18.429092 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=11565): Process ended prematurely: osmo-stp_10.42.42.5(pid=11565) [trial-2403↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11565)] [trial-2403↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22]\u000a11:06:18.438862 tst ping.py:22: Test FAILED (6.8 sec)\u000a11:06:18.503023 run osmo-hlr_10.42.42.2(pid=11562): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11562)]\u000a11:06:18.555985 run osmo-hlr_10.42.42.2(pid=11562): stdout: \u000a| (launched: 2022-12-14_11:06:14.871209) \u000a11:06:18.609151 run osmo-hlr_10.42.42.2(pid=11562): stderr: \u000a| �[0;m�[1;31m20221214110615045 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214110615046 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214110615046 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214110615046 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214110615046 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214110615046 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214110615058 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214110615068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214110615068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214110615068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:06:18.654376 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11561): Terminating (SIGTERM)\u000a11:06:18.698225 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11564): Terminating (SIGTERM)\u000a11:06:18.741189 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11567): Terminating (SIGTERM)\u000a11:06:18.751035 --- ParallelTerminationStrategy: PID 11561 died...\u000a11:06:18.808816 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11561): Terminated: ok {rc=0}\u000a11:06:18.819095 --- ParallelTerminationStrategy: PID 11564 died...\u000a11:06:18.876111 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11564): Terminated: ok {rc=0}\u000a11:06:18.886465 --- ParallelTerminationStrategy: PID 11567 died...\u000a11:06:18.943020 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11567): Terminated: ok {rc=0}\u000a11:06:19.031288 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 265, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11575): Process ended prematurely: osmo-stp_10.42.42.5(pid=11575) [trial-2403↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11575)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11575): Process ended prematurely: osmo-stp_10.42.42.5(pid=11575) [trial-2403↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11575)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py\u000a----------------------------------------------\u000a11:06:20.085195 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:06:20.097994 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a11:06:20.241661 tst ping_idle_ping.py: using LAC 40496\u000a11:06:20.367870 tst ping_idle_ping.py: using RAC 206\u000a11:06:20.494500 tst ping_idle_ping.py: using CellId 40496\u000a11:06:20.619241 tst ping_idle_ping.py: using BVCI 40497\u000a11:06:20.643758 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:06:20.655773 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:06:20.667523 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:06:20.679317 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:06:20.691558 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:06:20.703600 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:06:20.715626 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:06:20.727525 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a11:06:21.019682 tst ping_idle_ping.py:24: start network...\u000a11:06:21.152679 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:06:21.666498 run create_hlr_db(pid=11569): Launched\u000a11:06:21.851994 bus /gobi_6: Setting Powered False\u000a11:06:22.873546 run create_hlr_db(pid=11569): Terminated: ok {rc=0}\u000a11:06:23.302787 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11571): Launched\u000a11:06:23.623649 run osmo-hlr_10.42.42.2(pid=11572): Launched\u000a11:06:23.743935 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:06:24.298737 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11574): Launched\u000a11:06:24.618409 run osmo-stp_10.42.42.5(pid=11575): Launched\u000a11:06:24.733707 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:06:25.291764 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11577): Launched\u000a11:06:25.404642 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:06:25.683120 run patchelf(pid=11578): Launched\u000a11:06:25.870063 run osmo-stp_10.42.42.5(pid=11575): ERR: Terminated: ERROR {rc=1} [trial-2403↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11575)]\u000a11:06:26.007146 run osmo-stp_10.42.42.5(pid=11575): stdout: \u000a| (launched: 2022-12-14_11:06:24.460212)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:06:26.144252 run osmo-stp_10.42.42.5(pid=11575): stderr: \u000a| �[0;m�[38;5;43m20221214110624649 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214110624649 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214110624649 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214110624650 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214110624650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214110624650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214110624650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:06:26.276717 run osmo-stp_10.42.42.5(pid=11575): stdout: \u000a| (launched: 2022-12-14_11:06:24.460212)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:06:26.407630 run osmo-stp_10.42.42.5(pid=11575): stderr: \u000a| �[0;m�[38;5;43m20221214110624649 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214110624649 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214110624649 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214110624650 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214110624650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214110624650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214110624650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:06:26.559782 run patchelf(pid=11578): Terminating (SIGINT)\u000a11:06:26.738907 run patchelf(pid=11578): Terminated: ok {rc=0}\u000a11:06:26.771639 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=11575): Process ended prematurely: osmo-stp_10.42.42.5(pid=11575) [trial-2403↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11575)] [trial-2403↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27]\u000a11:06:26.781152 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a11:06:26.845006 run osmo-hlr_10.42.42.2(pid=11572): ERR: Terminated: ERROR {rc=237} [trial-2403↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11572)]\u000a11:06:26.897008 run osmo-hlr_10.42.42.2(pid=11572): stdout: \u000a| (launched: 2022-12-14_11:06:23.465078) \u000a11:06:26.949777 run osmo-hlr_10.42.42.2(pid=11572): stderr: \u000a| �[0;m�[1;31m20221214110623659 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214110623659 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214110623659 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214110623659 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214110623659 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214110623659 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214110623672 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214110623680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214110623680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214110623680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:06:26.994519 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11571): Terminating (SIGTERM)\u000a11:06:27.037012 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11574): Terminating (SIGTERM)\u000a11:06:27.079937 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11577): Terminating (SIGTERM)\u000a11:06:27.089879 --- ParallelTerminationStrategy: PID 11571 died...\u000a11:06:27.146664 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11571): Terminated: ok {rc=0}\u000a11:06:27.156843 --- ParallelTerminationStrategy: PID 11574 died...\u000a11:06:27.213408 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11574): Terminated: ok {rc=0}\u000a11:06:27.223428 --- ParallelTerminationStrategy: PID 11577 died...\u000a11:06:27.279693 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11577): Terminated: ok {rc=0}\u000a11:06:27.366994 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "158", "name" : "gprs_nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T11:05:28" }, { "cases" : [ { "testActions" : [ ], "age" : 265, "className" : "dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11588): Process ended prematurely: osmo-stp_10.42.42.5(pid=11588) [trial-2403↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11588)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11588): Process ended prematurely: osmo-stp_10.42.42.5(pid=11588) [trial-2403↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11588)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a11:06:29.424645 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a11:06:29.436745 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a11:06:29.598186 tst switch_tch_pdch.py: using LAC 40497\u000a11:06:29.722539 tst switch_tch_pdch.py: using RAC 207\u000a11:06:29.849303 tst switch_tch_pdch.py: using CellId 40497\u000a11:06:29.973866 tst switch_tch_pdch.py: using BVCI 40498\u000a11:06:29.998215 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a11:06:30.010332 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a11:06:30.022221 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a11:06:30.034149 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a11:06:30.046603 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a11:06:30.059173 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a11:06:30.071682 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a11:06:30.084071 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a11:06:30.202847 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a11:06:30.498668 tst switch_tch_pdch.py:51: start network...\u000a11:06:30.631874 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:06:31.189042 run create_hlr_db(pid=11582): Launched\u000a11:06:31.378006 bus /gobi_6: Setting Powered False\u000a11:06:32.409787 run create_hlr_db(pid=11582): Terminated: ok {rc=0}\u000a11:06:32.834856 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11584): Launched\u000a11:06:33.154876 run osmo-hlr_10.42.42.2(pid=11585): Launched\u000a11:06:33.273997 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:06:33.831361 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11587): Launched\u000a11:06:34.149158 run osmo-stp_10.42.42.5(pid=11588): Launched\u000a11:06:34.268106 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:06:34.824028 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11590): Launched\u000a11:06:34.937313 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:06:35.215332 run patchelf(pid=11591): Launched\u000a11:06:35.402127 run osmo-stp_10.42.42.5(pid=11588): ERR: Terminated: ERROR {rc=1} [trial-2403↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11588)]\u000a11:06:35.539101 run osmo-stp_10.42.42.5(pid=11588): stdout: \u000a| (launched: 2022-12-14_11:06:33.993353)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:06:35.676306 run osmo-stp_10.42.42.5(pid=11588): stderr: \u000a| �[0;m�[38;5;43m20221214110634183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214110634183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214110634183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214110634184 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214110634184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214110634184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214110634184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:06:35.808240 run osmo-stp_10.42.42.5(pid=11588): stdout: \u000a| (launched: 2022-12-14_11:06:33.993353)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:06:35.938826 run osmo-stp_10.42.42.5(pid=11588): stderr: \u000a| �[0;m�[38;5;43m20221214110634183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214110634183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214110634183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214110634184 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214110634184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214110634184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214110634184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:06:36.091041 run patchelf(pid=11591): Terminating (SIGINT)\u000a11:06:36.269922 run patchelf(pid=11591): Terminated: ok {rc=0}\u000a11:06:36.302727 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=11588): Process ended prematurely: osmo-stp_10.42.42.5(pid=11588) [trial-2403↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11588)] [trial-2403↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a11:06:36.312281 tst switch_tch_pdch.py:54: Test FAILED (6.9 sec)\u000a11:06:36.375806 run osmo-hlr_10.42.42.2(pid=11585): ERR: Terminated: ERROR {rc=237} [trial-2403↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11585)]\u000a11:06:36.427870 run osmo-hlr_10.42.42.2(pid=11585): stdout: \u000a| (launched: 2022-12-14_11:06:32.996480) \u000a11:06:36.480707 run osmo-hlr_10.42.42.2(pid=11585): stderr: \u000a| �[0;m�[1;31m20221214110633193 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214110633193 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214110633193 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214110633193 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214110633193 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214110633193 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214110633206 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214110633214 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214110633214 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214110633214 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:06:36.526027 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11584): Terminating (SIGTERM)\u000a11:06:36.568609 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11587): Terminating (SIGTERM)\u000a11:06:36.611660 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11590): Terminating (SIGTERM)\u000a11:06:36.621472 --- ParallelTerminationStrategy: PID 11584 died...\u000a11:06:36.678318 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11584): Terminated: ok {rc=0}\u000a11:06:36.688519 --- ParallelTerminationStrategy: PID 11587 died...\u000a11:06:36.744673 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11587): Terminated: ok {rc=0}\u000a11:06:36.754835 --- ParallelTerminationStrategy: PID 11590 died...\u000a11:06:36.811350 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11590): Terminated: ok {rc=0}\u000a11:06:36.899873 bus /gobi_0: Setting Powered False\u000a11:06:38.004199 bus /gobi_0: Setting Powered False\u000a11:06:39.117413 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "159", "name" : "dynts_nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T11:06:29" }, { "cases" : [ { "testActions" : [ ], "age" : 232, "className" : "nitb_smpp", "duration" : 3.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=11596): Process ended prematurely: osmo-nitb_10.42.42.2(pid=11596) [trial-2403↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=11596)]", "failedSince" : 2172, "name" : "esme_connect_policy_acceptall.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_connect_policy_acceptall.py\", line 18, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=11596): Process ended prematurely: osmo-nitb_10.42.42.2(pid=11596) [trial-2403↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=11596)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 nitb_smpp esme_connect_policy_acceptall.py\u000a----------------------------------------------\u000a11:06:40.967267 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a11:06:41.075482 tst esme_connect_policy_acceptall.py: using MSISDN 8648\u000a11:06:41.211401 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a11:06:41.786336 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=11595): Launched\u000a11:06:42.089555 run osmo-nitb_10.42.42.2(pid=11596): Launched\u000a11:06:42.277576 run osmo-nitb_10.42.42.2(pid=11596): ERR: Terminated: ERROR {rc=2} [trial-2403↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=11596)]\u000a11:06:42.416353 run osmo-nitb_10.42.42.2(pid=11596): stdout: \u000a| (launched: 2022-12-14_11:06:41.941466) \u000a11:06:42.555566 run osmo-nitb_10.42.42.2(pid=11596): stderr: \u000a| (launched: 2022-12-14_11:06:41.986626)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a11:06:42.690609 run osmo-nitb_10.42.42.2(pid=11596): stdout: \u000a| (launched: 2022-12-14_11:06:41.941466) \u000a11:06:42.823956 run osmo-nitb_10.42.42.2(pid=11596): stderr: \u000a| (launched: 2022-12-14_11:06:41.986626)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a11:06:43.214522 tst osmo-nitb_10.42.42.2(pid=11596): stdout: \u000a| (launched: 2022-12-14_11:06:41.941466) \u000a11:06:43.336387 tst osmo-nitb_10.42.42.2(pid=11596): stderr: \u000a| (launched: 2022-12-14_11:06:41.986626)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a11:06:43.389638 tst esme_connect_policy_acceptall.py:18: ERR: Error: osmo-nitb_10.42.42.2(pid=11596): Process ended prematurely: osmo-nitb_10.42.42.2(pid=11596) [trial-2403↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=11596)] [trial-2403↪nitb_smpp↪esme_connect_policy_acceptall.py:18]\u000a11:06:43.397817 tst esme_connect_policy_acceptall.py:18: Test FAILED (2.4 sec)\u000a11:06:43.433402 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=11595): Terminating (SIGTERM)\u000a11:06:43.611781 --- ParallelTerminationStrategy: PID 11595 died...\u000a11:06:43.668053 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=11595): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 232, "className" : "nitb_smpp", "duration" : 2.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=11598): Process ended prematurely: osmo-nitb_10.42.42.2(pid=11598) [trial-2403↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=11598)]", "failedSince" : 2172, "name" : "esme_connect_policy_closed.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_connect_policy_closed.py\", line 24, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=11598): Process ended prematurely: osmo-nitb_10.42.42.2(pid=11598) [trial-2403↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=11598)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 nitb_smpp esme_connect_policy_closed.py\u000a----------------------------------------------\u000a11:06:43.682818 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a11:06:43.796025 tst esme_connect_policy_closed.py: using MSISDN 8649\u000a11:06:43.916502 tst esme_connect_policy_closed.py: using MSISDN 8650\u000a11:06:44.024570 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a11:06:44.605519 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=11597): Launched\u000a11:06:44.908739 run osmo-nitb_10.42.42.2(pid=11598): Launched\u000a11:06:45.083006 run osmo-nitb_10.42.42.2(pid=11598): ERR: Terminated: ERROR {rc=2} [trial-2403↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=11598)]\u000a11:06:45.210074 run osmo-nitb_10.42.42.2(pid=11598): stdout: \u000a| (launched: 2022-12-14_11:06:44.760515) \u000a11:06:45.337658 run osmo-nitb_10.42.42.2(pid=11598): stderr: \u000a| (launched: 2022-12-14_11:06:44.806234)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a11:06:45.459887 run osmo-nitb_10.42.42.2(pid=11598): stdout: \u000a| (launched: 2022-12-14_11:06:44.760515) \u000a11:06:45.581505 run osmo-nitb_10.42.42.2(pid=11598): stderr: \u000a| (launched: 2022-12-14_11:06:44.806234)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a11:06:45.634848 tst esme_connect_policy_closed.py:24: ERR: Error: osmo-nitb_10.42.42.2(pid=11598): Process ended prematurely: osmo-nitb_10.42.42.2(pid=11598) [trial-2403↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=11598)] [trial-2403↪nitb_smpp↪esme_connect_policy_closed.py:24]\u000a11:06:45.643004 tst esme_connect_policy_closed.py:24: Test FAILED (2.0 sec)\u000a11:06:45.677815 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=11597): Terminating (SIGTERM)\u000a11:06:45.855290 --- ParallelTerminationStrategy: PID 11597 died...\u000a11:06:45.926105 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=11597): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 264, "className" : "nitb_smpp", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=11600): Process ended prematurely: osmo-nitb_10.42.42.2(pid=11600) [trial-2403↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=11600)]", "failedSince" : 2140, "name" : "esme_ms_sms_storeforward.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_ms_sms_storeforward.py\", line 23, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=11600): Process ended prematurely: osmo-nitb_10.42.42.2(pid=11600) [trial-2403↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=11600)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 nitb_smpp esme_ms_sms_storeforward.py\u000a----------------------------------------------\u000a11:06:45.943318 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a11:06:45.955580 tst nitb_smpp: Using 1 x bts (candidates: 1)\u000a11:06:46.109773 tst esme_ms_sms_storeforward.py: using LAC 40498\u000a11:06:46.249698 tst esme_ms_sms_storeforward.py: using RAC 208\u000a11:06:46.375946 tst esme_ms_sms_storeforward.py: using CellId 40498\u000a11:06:46.505691 tst esme_ms_sms_storeforward.py: using BVCI 40499\u000a11:06:46.532504 tst nitb_smpp: Using 1 x modem (candidates: 1)\u000a11:06:46.814054 tst esme_ms_sms_storeforward.py: using MSISDN 8651\u000a11:06:47.068068 tst esme_ms_sms_storeforward.py:20: start nitb and bts...\u000a11:06:47.214735 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a11:06:47.897800 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=11599): Launched\u000a11:06:48.226035 run osmo-nitb_10.42.42.2(pid=11600): Launched\u000a11:06:48.413281 run osmo-nitb_10.42.42.2(pid=11600): ERR: Terminated: ERROR {rc=2} [trial-2403↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=11600)]\u000a11:06:48.549917 run osmo-nitb_10.42.42.2(pid=11600): stdout: \u000a| (launched: 2022-12-14_11:06:48.065532) \u000a11:06:48.686784 run osmo-nitb_10.42.42.2(pid=11600): stderr: \u000a| (launched: 2022-12-14_11:06:48.114518)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a11:06:48.819093 run osmo-nitb_10.42.42.2(pid=11600): stdout: \u000a| (launched: 2022-12-14_11:06:48.065532) \u000a11:06:48.950384 run osmo-nitb_10.42.42.2(pid=11600): stderr: \u000a| (launched: 2022-12-14_11:06:48.114518)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a11:06:49.007638 tst esme_ms_sms_storeforward.py:23: ERR: Error: osmo-nitb_10.42.42.2(pid=11600): Process ended prematurely: osmo-nitb_10.42.42.2(pid=11600) [trial-2403↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=11600)] [trial-2403↪nitb_smpp↪esme_ms_sms_storeforward.py:23]\u000a11:06:49.016379 tst esme_ms_sms_storeforward.py:23: Test FAILED (3.1 sec)\u000a11:06:49.052895 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=11599): Terminating (SIGTERM)\u000a11:06:49.230754 --- ParallelTerminationStrategy: PID 11599 died...\u000a11:06:49.289647 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=11599): Terminated: ok {rc=0}\u000a11:06:49.377578 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 264, "className" : "nitb_smpp", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=11602): Process ended prematurely: osmo-nitb_10.42.42.2(pid=11602) [trial-2403↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=11602)]", "failedSince" : 2140, "name" : "esme_ms_sms_transaction.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_ms_sms_transaction.py\", line 21, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=11602): Process ended prematurely: osmo-nitb_10.42.42.2(pid=11602) [trial-2403↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=11602)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 nitb_smpp esme_ms_sms_transaction.py\u000a----------------------------------------------\u000a11:06:50.431461 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a11:06:50.443317 tst nitb_smpp: Using 1 x bts (candidates: 1)\u000a11:06:50.576525 tst esme_ms_sms_transaction.py: using LAC 40499\u000a11:06:50.703994 tst esme_ms_sms_transaction.py: using RAC 209\u000a11:06:50.832652 tst esme_ms_sms_transaction.py: using CellId 40499\u000a11:06:50.961797 tst esme_ms_sms_transaction.py: using BVCI 40500\u000a11:06:50.986919 tst nitb_smpp: Using 1 x modem (candidates: 1)\u000a11:06:51.214414 tst esme_ms_sms_transaction.py: using MSISDN 8652\u000a11:06:51.414836 tst esme_ms_sms_transaction.py:18: start nitb and bts...\u000a11:06:51.551166 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a11:06:52.226095 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=11601): Launched\u000a11:06:52.549546 run osmo-nitb_10.42.42.2(pid=11602): Launched\u000a11:06:52.751132 run osmo-nitb_10.42.42.2(pid=11602): ERR: Terminated: ERROR {rc=2} [trial-2403↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=11602)]\u000a11:06:52.899885 run osmo-nitb_10.42.42.2(pid=11602): stdout: \u000a| (launched: 2022-12-14_11:06:52.392239) \u000a11:06:53.048406 run osmo-nitb_10.42.42.2(pid=11602): stderr: \u000a| (launched: 2022-12-14_11:06:52.440797)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a11:06:53.191734 run osmo-nitb_10.42.42.2(pid=11602): stdout: \u000a| (launched: 2022-12-14_11:06:52.392239) \u000a11:06:53.334364 run osmo-nitb_10.42.42.2(pid=11602): stderr: \u000a| (launched: 2022-12-14_11:06:52.440797)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a11:06:53.680813 tst osmo-nitb_10.42.42.2(pid=11602): stdout: \u000a| (launched: 2022-12-14_11:06:52.392239) \u000a11:06:53.810918 tst osmo-nitb_10.42.42.2(pid=11602): stderr: \u000a| (launched: 2022-12-14_11:06:52.440797)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a11:06:53.868299 tst esme_ms_sms_transaction.py:21: ERR: Error: osmo-nitb_10.42.42.2(pid=11602): Process ended prematurely: osmo-nitb_10.42.42.2(pid=11602) [trial-2403↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=11602)] [trial-2403↪nitb_smpp↪esme_ms_sms_transaction.py:21]\u000a11:06:53.877111 tst esme_ms_sms_transaction.py:21: Test FAILED (3.4 sec)\u000a11:06:53.913620 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=11601): Terminating (SIGTERM)\u000a11:06:54.091406 --- ParallelTerminationStrategy: PID 11601 died...\u000a11:06:54.149853 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=11601): Terminated: ok {rc=0}\u000a11:06:54.237951 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 16.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "160", "name" : "nitb_smpp", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T11:06:40" }, { "cases" : [ { "testActions" : [ ], "age" : 73, "className" : "smpp", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-hlr_10.42.42.2(pid=11613): Process ended prematurely: osmo-hlr_10.42.42.2(pid=11613) [trial-2403↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11613)]", "failedSince" : 2331, "name" : "esme_connect_policy_acceptall.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_connect_policy_acceptall.py\", line 23, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-hlr_10.42.42.2(pid=11613): Process ended prematurely: osmo-hlr_10.42.42.2(pid=11613) [trial-2403↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11613)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 smpp esme_connect_policy_acceptall.py\u000a----------------------------------------------\u000a11:06:56.045783 tst smpp: Using 1 x ip_address (candidates: 6)\u000a11:06:56.056586 tst smpp: Using 1 x ip_address (candidates: 6)\u000a11:06:56.067404 tst smpp: Using 1 x ip_address (candidates: 6)\u000a11:06:56.078305 tst smpp: Using 1 x ip_address (candidates: 6)\u000a11:06:56.192044 tst esme_connect_policy_acceptall.py: using MSISDN 8653\u000a11:06:56.308227 run osmo-stp_10.42.42.4: Starting osmo-stp\u000a11:06:56.876777 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=11608): Launched\u000a11:06:57.205989 run osmo-stp_10.42.42.4(pid=11609): Launched\u000a11:06:57.323255 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:06:57.848621 run create_hlr_db(pid=11610): Launched\u000a11:06:58.039785 bus /sierra_2: Setting Powered False\u000a11:06:59.059649 run create_hlr_db(pid=11610): Terminated: ok {rc=0}\u000a11:06:59.474078 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11612): Launched\u000a11:06:59.783394 run osmo-hlr_10.42.42.2(pid=11613): Launched\u000a11:06:59.899943 run osmo-msc_10.42.42.5: Starting osmo-msc\u000a11:07:00.466010 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11615): Launched\u000a11:07:00.775182 run osmo-msc_10.42.42.5(pid=11616): Launched\u000a11:07:01.038561 run osmo-hlr_10.42.42.2(pid=11613): ERR: Terminated: ERROR {rc=237} [trial-2403↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11613)]\u000a11:07:01.284756 run osmo-hlr_10.42.42.2(pid=11613): stdout: \u000a| (launched: 2022-12-14_11:06:59.631386) \u000a11:07:01.450921 run osmo-hlr_10.42.42.2(pid=11613): stderr: \u000a| �[0;m�[1;31m20221214110659806 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214110659806 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214110659806 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214110659806 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214110659806 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214110659806 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214110659822 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/smpp/esme_connect_policy_acceptall.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214110659832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214110659832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214110659832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:07:01.590813 run osmo-hlr_10.42.42.2(pid=11613): stdout: \u000a| (launched: 2022-12-14_11:06:59.631386) \u000a11:07:01.725913 run osmo-hlr_10.42.42.2(pid=11613): stderr: \u000a| �[0;m�[1;31m20221214110659806 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214110659806 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214110659806 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214110659806 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214110659806 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214110659806 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214110659822 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/smpp/esme_connect_policy_acceptall.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214110659832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214110659832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214110659832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:07:01.786730 tst esme_connect_policy_acceptall.py:23: ERR: Error: osmo-hlr_10.42.42.2(pid=11613): Process ended prematurely: osmo-hlr_10.42.42.2(pid=11613) [trial-2403↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11613)] [trial-2403↪smpp↪esme_connect_policy_acceptall.py:23]\u000a11:07:01.796507 tst esme_connect_policy_acceptall.py:23: Test FAILED (5.7 sec)\u000a11:07:01.863590 run osmo-msc_10.42.42.5(pid=11616): ERR: Terminated: ERROR {rc=9} [trial-2403↪smpp↪esme_connect_policy_acceptall.py↪esme_connect_policy_acceptall.py↪osmo-msc_10.42.42.5↪osmo-msc_10.42.42.5(pid=11616)]\u000a11:07:01.918030 run osmo-msc_10.42.42.5(pid=11616): stdout: \u000a| (launched: 2022-12-14_11:07:00.621959) \u000a11:07:01.973588 run osmo-msc_10.42.42.5(pid=11616): stderr: \u000a| �[0;m�[38;5;43m20221214110701047 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Freeing instance (osmo_ss7.c:1650)\u000a| �[0;m�[38;5;43m20221214110701047 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Deallocated (fsm.c:568)\u000a| �[0;m�[38;5;43m20221214110701047 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000015820]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;45m20221214110701047 �[1;33mDLSCCP�[0;m�[38;5;45m �[1;33mNOTICE�[0;m�[38;5;45m OsmoMSC-A-Iu: Using ASP instance asp0 (sccp_user.c:647)\u000a| �[0;m�[38;5;43m20221214110701047 �[1;33mDLSS7�[0;m�[38;5;43m �[1;33mNOTICE�[0;m�[38;5;43m 0: Creating SCCP instance (osmo_ss7.c:458)\u000a| �[0;m�[38;5;45m20221214110701047 �[1;32mDLSCCP�[0;m�[38;5;45m �[1;32mINFO�[0;m�[38;5;45m Binding user 'SCCP Management' to SSN=1 PC=(no PC) (sccp_user.c:108)\u000a| �[0;m�[38;5;43m20221214110701047 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m registering user=SCCP for SI 3 with priv 0x6120000159a0 (osmo_ss7.c:482)\u000a| �[0;m20221214110701048 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 0.0.0.0:29118: Address already in use (socket.c:822)\u000a| 20221214110701048 �[1;31mDSGS�[0;m �[1;31mERROR�[0;m SGs socket cannot be opened: Address already in use (sgs_server.c:182)\u000a| Starting SGs server failed \u000a11:07:02.020050 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=11608): Terminating (SIGTERM)\u000a11:07:02.064701 run osmo-stp_10.42.42.4(pid=11609): Terminating (SIGTERM)\u000a11:07:02.152935 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11612): Terminating (SIGTERM)\u000a11:07:02.235226 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11615): Terminating (SIGTERM)\u000a11:07:02.246451 --- ParallelTerminationStrategy: PID 11608 died...\u000a11:07:02.304938 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=11608): Terminated: ok {rc=0}\u000a11:07:02.315877 --- ParallelTerminationStrategy: PID 11609 died...\u000a11:07:02.373770 run osmo-stp_10.42.42.4(pid=11609): Terminated: ok {rc=0}\u000a11:07:02.383487 --- ParallelTerminationStrategy: PID 11612 died...\u000a11:07:02.439432 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11612): Terminated: ok {rc=0}\u000a11:07:02.449333 --- ParallelTerminationStrategy: PID 11615 died...\u000a11:07:02.505410 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11615): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 73, "className" : "smpp", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-hlr_10.42.42.2(pid=11624): Process ended prematurely: osmo-hlr_10.42.42.2(pid=11624) [trial-2403↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11624)]", "failedSince" : 2331, "name" : "esme_connect_policy_closed.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_connect_policy_closed.py\", line 31, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-hlr_10.42.42.2(pid=11624): Process ended prematurely: osmo-hlr_10.42.42.2(pid=11624) [trial-2403↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11624)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 smpp esme_connect_policy_closed.py\u000a----------------------------------------------\u000a11:07:02.520862 tst smpp: Using 1 x ip_address (candidates: 6)\u000a11:07:02.532242 tst smpp: Using 1 x bts (candidates: 1)\u000a11:07:02.663881 tst esme_connect_policy_closed.py: using LAC 40500\u000a11:07:02.793237 tst esme_connect_policy_closed.py: using RAC 210\u000a11:07:02.923222 tst esme_connect_policy_closed.py: using CellId 40500\u000a11:07:03.051752 tst esme_connect_policy_closed.py: using BVCI 40501\u000a11:07:03.075560 tst smpp: Using 1 x ip_address (candidates: 6)\u000a11:07:03.086245 tst smpp: Using 1 x ip_address (candidates: 6)\u000a11:07:03.096890 tst smpp: Using 1 x ip_address (candidates: 6)\u000a11:07:03.205911 tst esme_connect_policy_closed.py: using MSISDN 8654\u000a11:07:03.325665 tst esme_connect_policy_closed.py: using MSISDN 8655\u000a11:07:03.435960 run osmo-stp_10.42.42.4: Starting osmo-stp\u000a11:07:03.970088 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=11619): Launched\u000a11:07:04.281028 run osmo-stp_10.42.42.4(pid=11620): Launched\u000a11:07:04.391078 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:07:04.875775 run create_hlr_db(pid=11621): Launched\u000a11:07:06.055504 run create_hlr_db(pid=11621): Terminated: ok {rc=0}\u000a11:07:06.375507 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11623): Launched\u000a11:07:06.684227 run osmo-hlr_10.42.42.2(pid=11624): Launched\u000a11:07:06.804657 run osmo-msc_10.42.42.5: Starting osmo-msc\u000a11:07:07.377793 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11626): Launched\u000a11:07:07.687530 run osmo-msc_10.42.42.5(pid=11627): Launched\u000a11:07:07.867073 run osmo-hlr_10.42.42.2(pid=11624): ERR: Terminated: ERROR {rc=237} [trial-2403↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11624)]\u000a11:07:08.008507 run osmo-hlr_10.42.42.2(pid=11624): stdout: \u000a| (launched: 2022-12-14_11:07:06.531443) \u000a11:07:08.147177 run osmo-hlr_10.42.42.2(pid=11624): stderr: \u000a| �[0;m�[1;31m20221214110706715 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214110706715 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214110706715 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214110706716 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214110706716 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214110706716 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214110706727 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/smpp/esme_connect_policy_closed.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214110706736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214110706736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214110706736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:07:08.279379 run osmo-hlr_10.42.42.2(pid=11624): stdout: \u000a| (launched: 2022-12-14_11:07:06.531443) \u000a11:07:08.410676 run osmo-hlr_10.42.42.2(pid=11624): stderr: \u000a| �[0;m�[1;31m20221214110706715 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214110706715 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214110706715 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214110706716 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214110706716 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214110706716 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214110706727 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/smpp/esme_connect_policy_closed.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214110706736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214110706736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214110706736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:07:08.468413 tst esme_connect_policy_closed.py:31: ERR: Error: osmo-hlr_10.42.42.2(pid=11624): Process ended prematurely: osmo-hlr_10.42.42.2(pid=11624) [trial-2403↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11624)] [trial-2403↪smpp↪esme_connect_policy_closed.py:31]\u000a11:07:08.477450 tst esme_connect_policy_closed.py:31: Test FAILED (5.9 sec)\u000a11:07:08.541642 run osmo-msc_10.42.42.5(pid=11627): ERR: Terminated: ERROR {rc=9} [trial-2403↪smpp↪esme_connect_policy_closed.py↪esme_connect_policy_closed.py↪osmo-msc_10.42.42.5↪osmo-msc_10.42.42.5(pid=11627)]\u000a11:07:08.594607 run osmo-msc_10.42.42.5(pid=11627): stdout: \u000a| (launched: 2022-12-14_11:07:07.534322) \u000a11:07:08.647570 run osmo-msc_10.42.42.5(pid=11627): stderr: \u000a| �[0;m�[38;5;43m20221214110707849 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Freeing instance (osmo_ss7.c:1650)\u000a| �[0;m�[38;5;43m20221214110707849 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Deallocated (fsm.c:568)\u000a| �[0;m�[38;5;43m20221214110707849 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000015820]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;45m20221214110707849 �[1;33mDLSCCP�[0;m�[38;5;45m �[1;33mNOTICE�[0;m�[38;5;45m OsmoMSC-A-Iu: Using ASP instance asp0 (sccp_user.c:647)\u000a| �[0;m�[38;5;43m20221214110707849 �[1;33mDLSS7�[0;m�[38;5;43m �[1;33mNOTICE�[0;m�[38;5;43m 0: Creating SCCP instance (osmo_ss7.c:458)\u000a| �[0;m�[38;5;45m20221214110707849 �[1;32mDLSCCP�[0;m�[38;5;45m �[1;32mINFO�[0;m�[38;5;45m Binding user 'SCCP Management' to SSN=1 PC=(no PC) (sccp_user.c:108)\u000a| �[0;m�[38;5;43m20221214110707850 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m registering user=SCCP for SI 3 with priv 0x6120000159a0 (osmo_ss7.c:482)\u000a| �[0;m20221214110707850 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 0.0.0.0:29118: Address already in use (socket.c:822)\u000a| 20221214110707850 �[1;31mDSGS�[0;m �[1;31mERROR�[0;m SGs socket cannot be opened: Address already in use (sgs_server.c:182)\u000a| Starting SGs server failed \u000a11:07:08.693018 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=11619): Terminating (SIGTERM)\u000a11:07:08.736552 run osmo-stp_10.42.42.4(pid=11620): Terminating (SIGTERM)\u000a11:07:08.780207 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11623): Terminating (SIGTERM)\u000a11:07:08.826189 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11626): Terminating (SIGTERM)\u000a11:07:08.836319 --- ParallelTerminationStrategy: PID 11619 died...\u000a11:07:08.895250 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=11619): Terminated: ok {rc=0}\u000a11:07:08.905967 --- ParallelTerminationStrategy: PID 11620 died...\u000a11:07:08.962978 run osmo-stp_10.42.42.4(pid=11620): Terminated: ok {rc=0}\u000a11:07:08.973291 --- ParallelTerminationStrategy: PID 11623 died...\u000a11:07:09.030175 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11623): Terminated: ok {rc=0}\u000a11:07:09.040520 --- ParallelTerminationStrategy: PID 11626 died...\u000a11:07:09.097447 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11626): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 73, "className" : "smpp", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11636): Process ended prematurely: osmo-stp_10.42.42.5(pid=11636) [trial-2403↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11636)]", "failedSince" : 2331, "name" : "esme_ms_sms_storeforward.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_ms_sms_storeforward.py\", line 30, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11636): Process ended prematurely: osmo-stp_10.42.42.5(pid=11636) [trial-2403↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11636)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 smpp esme_ms_sms_storeforward.py\u000a----------------------------------------------\u000a11:07:09.112907 tst smpp: Using 1 x ip_address (candidates: 6)\u000a11:07:09.124467 tst smpp: Using 1 x bts (candidates: 1)\u000a11:07:09.251895 tst esme_ms_sms_storeforward.py: using LAC 40501\u000a11:07:09.374570 tst esme_ms_sms_storeforward.py: using RAC 211\u000a11:07:09.497424 tst esme_ms_sms_storeforward.py: using CellId 40501\u000a11:07:09.619134 tst esme_ms_sms_storeforward.py: using BVCI 40502\u000a11:07:09.642721 tst smpp: Using 1 x ip_address (candidates: 6)\u000a11:07:09.653245 tst smpp: Using 1 x ip_address (candidates: 6)\u000a11:07:09.663595 tst smpp: Using 1 x ip_address (candidates: 6)\u000a11:07:09.673838 tst smpp: Using 1 x ip_address (candidates: 6)\u000a11:07:09.684010 tst smpp: Using 1 x ip_address (candidates: 6)\u000a11:07:09.694553 tst smpp: Using 1 x modem (candidates: 1)\u000a11:07:09.913135 tst esme_ms_sms_storeforward.py: using MSISDN 8656\u000a11:07:10.022338 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:07:10.508374 run create_hlr_db(pid=11630): Launched\u000a11:07:11.688804 run create_hlr_db(pid=11630): Terminated: ok {rc=0}\u000a11:07:12.007474 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11632): Launched\u000a11:07:12.317538 run osmo-hlr_10.42.42.2(pid=11633): Launched\u000a11:07:12.437094 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:07:12.984482 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11635): Launched\u000a11:07:13.295138 run osmo-stp_10.42.42.5(pid=11636): Launched\u000a11:07:13.409626 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:07:13.973355 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11638): Launched\u000a11:07:14.285936 run osmo-msc_10.42.42.6(pid=11639): Launched\u000a11:07:14.467051 run osmo-stp_10.42.42.5(pid=11636): ERR: Terminated: ERROR {rc=1} [trial-2403↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11636)]\u000a11:07:14.598285 run osmo-stp_10.42.42.5(pid=11636): stdout: \u000a| (launched: 2022-12-14_11:07:13.141408)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:07:14.727482 run osmo-stp_10.42.42.5(pid=11636): stderr: \u000a| �[0;m�[38;5;43m20221214110713312 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214110713313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214110713313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214110713313 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214110713314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214110713314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214110713314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:07:14.851676 run osmo-stp_10.42.42.5(pid=11636): stdout: \u000a| (launched: 2022-12-14_11:07:13.141408)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:07:14.974968 run osmo-stp_10.42.42.5(pid=11636): stderr: \u000a| �[0;m�[38;5;43m20221214110713312 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214110713313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214110713313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214110713313 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214110713314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214110713314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214110713314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:07:15.029019 tst esme_ms_sms_storeforward.py:30: ERR: Error: osmo-stp_10.42.42.5(pid=11636): Process ended prematurely: osmo-stp_10.42.42.5(pid=11636) [trial-2403↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11636)] [trial-2403↪smpp↪esme_ms_sms_storeforward.py:30]\u000a11:07:15.037331 tst esme_ms_sms_storeforward.py:30: Test FAILED (5.9 sec)\u000a11:07:15.098296 run osmo-hlr_10.42.42.2(pid=11633): ERR: Terminated: ERROR {rc=237} [trial-2403↪smpp↪esme_ms_sms_storeforward.py↪esme_ms_sms_storeforward.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11633)]\u000a11:07:15.148264 run osmo-hlr_10.42.42.2(pid=11633): stdout: \u000a| (launched: 2022-12-14_11:07:12.163570) \u000a11:07:15.198745 run osmo-hlr_10.42.42.2(pid=11633): stderr: \u000a| �[0;m�[1;31m20221214110712340 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214110712340 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214110712340 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214110712340 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214110712340 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214110712340 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214110712353 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/smpp/esme_ms_sms_storeforward.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214110712363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214110712364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214110712364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:07:15.266983 run osmo-msc_10.42.42.6(pid=11639): ERR: Terminated: ERROR {rc=2} [trial-2403↪smpp↪esme_ms_sms_storeforward.py↪esme_ms_sms_storeforward.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11639)]\u000a11:07:15.316855 run osmo-msc_10.42.42.6(pid=11639): stdout: \u000a| (launched: 2022-12-14_11:07:14.129837) \u000a11:07:15.367279 run osmo-msc_10.42.42.6(pid=11639): stderr: \u000a| �[0;m�[38;5;43m20221214110714398 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214110714398 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fee8bbdcc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214110714398 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214110714399 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214110714399 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214110714399 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214110714401 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214110714401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214110714402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214110714402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:07:15.410748 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11632): Terminating (SIGTERM)\u000a11:07:15.451514 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11635): Terminating (SIGTERM)\u000a11:07:15.492184 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11638): Terminating (SIGTERM)\u000a11:07:15.501553 --- ParallelTerminationStrategy: PID 11632 died...\u000a11:07:15.556405 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11632): Terminated: ok {rc=0}\u000a11:07:15.566155 --- ParallelTerminationStrategy: PID 11635 died...\u000a11:07:15.620424 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11635): Terminated: ok {rc=0}\u000a11:07:15.630097 --- ParallelTerminationStrategy: PID 11638 died...\u000a11:07:15.684161 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11638): Terminated: ok {rc=0}\u000a11:07:15.773805 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 73, "className" : "smpp", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11647): Process ended prematurely: osmo-stp_10.42.42.5(pid=11647) [trial-2403↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11647)]", "failedSince" : 2331, "name" : "esme_ms_sms_transaction.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_ms_sms_transaction.py\", line 28, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11647): Process ended prematurely: osmo-stp_10.42.42.5(pid=11647) [trial-2403↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11647)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 smpp esme_ms_sms_transaction.py\u000a----------------------------------------------\u000a11:07:16.828304 tst smpp: Using 1 x ip_address (candidates: 6)\u000a11:07:16.840710 tst smpp: Using 1 x bts (candidates: 1)\u000a11:07:16.997888 tst esme_ms_sms_transaction.py: using LAC 40502\u000a11:07:17.125262 tst esme_ms_sms_transaction.py: using RAC 212\u000a11:07:17.273232 tst esme_ms_sms_transaction.py: using CellId 40502\u000a11:07:17.406735 tst esme_ms_sms_transaction.py: using BVCI 40503\u000a11:07:17.432436 tst smpp: Using 1 x ip_address (candidates: 6)\u000a11:07:17.443696 tst smpp: Using 1 x ip_address (candidates: 6)\u000a11:07:17.454783 tst smpp: Using 1 x ip_address (candidates: 6)\u000a11:07:17.465819 tst smpp: Using 1 x ip_address (candidates: 6)\u000a11:07:17.477435 tst smpp: Using 1 x ip_address (candidates: 6)\u000a11:07:17.489065 tst smpp: Using 1 x modem (candidates: 1)\u000a11:07:17.715948 tst esme_ms_sms_transaction.py: using MSISDN 8657\u000a11:07:17.833467 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:07:18.358403 run create_hlr_db(pid=11641): Launched\u000a11:07:18.549663 bus /sierra_2: Setting Powered False\u000a11:07:19.570394 run create_hlr_db(pid=11641): Terminated: ok {rc=0}\u000a11:07:19.988634 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11643): Launched\u000a11:07:20.297705 run osmo-hlr_10.42.42.2(pid=11644): Launched\u000a11:07:20.415746 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:07:20.957198 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11646): Launched\u000a11:07:21.267756 run osmo-stp_10.42.42.5(pid=11647): Launched\u000a11:07:21.379573 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:07:21.942200 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11649): Launched\u000a11:07:22.251984 run osmo-msc_10.42.42.6(pid=11650): Launched\u000a11:07:22.432437 run osmo-stp_10.42.42.5(pid=11647): ERR: Terminated: ERROR {rc=1} [trial-2403↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11647)]\u000a11:07:22.562472 run osmo-stp_10.42.42.5(pid=11647): stdout: \u000a| (launched: 2022-12-14_11:07:21.113082)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:07:22.690988 run osmo-stp_10.42.42.5(pid=11647): stderr: \u000a| �[0;m�[38;5;43m20221214110721282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214110721282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214110721283 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214110721283 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214110721284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214110721284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214110721284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:07:22.814520 run osmo-stp_10.42.42.5(pid=11647): stdout: \u000a| (launched: 2022-12-14_11:07:21.113082)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:07:22.937290 run osmo-stp_10.42.42.5(pid=11647): stderr: \u000a| �[0;m�[38;5;43m20221214110721282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214110721282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214110721283 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214110721283 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214110721284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214110721284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214110721284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:07:22.990859 tst esme_ms_sms_transaction.py:28: ERR: Error: osmo-stp_10.42.42.5(pid=11647): Process ended prematurely: osmo-stp_10.42.42.5(pid=11647) [trial-2403↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11647)] [trial-2403↪smpp↪esme_ms_sms_transaction.py:28]\u000a11:07:22.999116 tst esme_ms_sms_transaction.py:28: Test FAILED (6.2 sec)\u000a11:07:23.060369 run osmo-hlr_10.42.42.2(pid=11644): ERR: Terminated: ERROR {rc=237} [trial-2403↪smpp↪esme_ms_sms_transaction.py↪esme_ms_sms_transaction.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11644)]\u000a11:07:23.110793 run osmo-hlr_10.42.42.2(pid=11644): stdout: \u000a| (launched: 2022-12-14_11:07:20.145341) \u000a11:07:23.161562 run osmo-hlr_10.42.42.2(pid=11644): stderr: \u000a| �[0;m�[1;31m20221214110720319 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214110720319 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214110720319 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214110720319 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214110720319 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214110720319 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214110720334 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/smpp/esme_ms_sms_transaction.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214110720342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214110720343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214110720343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:07:23.229927 run osmo-msc_10.42.42.6(pid=11650): ERR: Terminated: ERROR {rc=2} [trial-2403↪smpp↪esme_ms_sms_transaction.py↪esme_ms_sms_transaction.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11650)]\u000a11:07:23.279664 run osmo-msc_10.42.42.6(pid=11650): stdout: \u000a| (launched: 2022-12-14_11:07:22.098760) \u000a11:07:23.330040 run osmo-msc_10.42.42.6(pid=11650): stderr: \u000a| �[0;m�[38;5;43m20221214110722370 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214110722370 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4649d9dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214110722370 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214110722370 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214110722370 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214110722370 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214110722372 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214110722373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214110722373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214110722373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:07:23.373026 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11643): Terminating (SIGTERM)\u000a11:07:23.413361 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11646): Terminating (SIGTERM)\u000a11:07:23.453715 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11649): Terminating (SIGTERM)\u000a11:07:23.462993 --- ParallelTerminationStrategy: PID 11643 died...\u000a11:07:23.518264 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11643): Terminated: ok {rc=0}\u000a11:07:23.528098 --- ParallelTerminationStrategy: PID 11646 died...\u000a11:07:23.582727 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11646): Terminated: ok {rc=0}\u000a11:07:23.592256 --- ParallelTerminationStrategy: PID 11649 died...\u000a11:07:23.646897 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11649): Terminated: ok {rc=0}\u000a11:07:23.737323 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 30.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "161", "name" : "smpp", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T11:06:55" }, { "cases" : [ { "testActions" : [ ], "age" : 73, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11661): Process ended prematurely: osmo-stp_10.42.42.5(pid=11661) [trial-2403↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11661)]", "failedSince" : 2331, "name" : "register_a5_0_authopt.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_0_authopt.py\", line 8, in \u000a encryption_test_setup_run(False, 'a5_0')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11661): Process ended prematurely: osmo-stp_10.42.42.5(pid=11661) [trial-2403↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11661)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 encryption register_a5_0_authopt.py\u000a----------------------------------------------\u000a11:07:25.635960 tst encryption: Using 1 x ip_address (candidates: 6)\u000a11:07:25.646639 tst encryption: Using 1 x bts (candidates: 1)\u000a11:07:25.779904 tst register_a5_0_authopt.py: using LAC 40503\u000a11:07:25.916190 tst register_a5_0_authopt.py: using RAC 213\u000a11:07:26.039465 tst register_a5_0_authopt.py: using CellId 40503\u000a11:07:26.163290 tst register_a5_0_authopt.py: using BVCI 40504\u000a11:07:26.186764 tst encryption: Using 1 x ip_address (candidates: 6)\u000a11:07:26.197287 tst encryption: Using 1 x ip_address (candidates: 6)\u000a11:07:26.207675 tst encryption: Using 1 x ip_address (candidates: 6)\u000a11:07:26.218152 tst encryption: Using 1 x ip_address (candidates: 6)\u000a11:07:26.228568 tst encryption: Using 1 x ip_address (candidates: 6)\u000a11:07:26.240761 tst encryption: Using 1 x modem (candidates: 1)\u000a11:07:26.531111 tst register_a5_0_authopt.py:8: start network...\u000a11:07:26.660603 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:07:27.151530 run create_hlr_db(pid=11655): Launched\u000a11:07:27.331451 bus /sierra_2: Setting Powered False\u000a11:07:28.353188 run create_hlr_db(pid=11655): Terminated: ok {rc=0}\u000a11:07:28.797891 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11657): Launched\u000a11:07:29.133795 run osmo-hlr_10.42.42.2(pid=11658): Launched\u000a11:07:29.258155 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:07:29.841303 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11660): Launched\u000a11:07:30.174321 run osmo-stp_10.42.42.5(pid=11661): Launched\u000a11:07:30.295171 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:07:30.908192 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11663): Launched\u000a11:07:31.361529 run osmo-msc_10.42.42.6(pid=11664): Launched\u000a11:07:31.707252 run osmo-stp_10.42.42.5(pid=11661): ERR: Terminated: ERROR {rc=1} [trial-2403↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11661)]\u000a11:07:31.857199 run osmo-stp_10.42.42.5(pid=11661): stdout: \u000a| (launched: 2022-12-14_11:07:30.009951)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:07:32.007537 run osmo-stp_10.42.42.5(pid=11661): stderr: \u000a| �[0;m�[38;5;43m20221214110730203 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214110730204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214110730204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214110730204 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214110730205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214110730205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214110730205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:07:32.136808 run osmo-stp_10.42.42.5(pid=11661): stdout: \u000a| (launched: 2022-12-14_11:07:30.009951)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:07:32.266444 run osmo-stp_10.42.42.5(pid=11661): stderr: \u000a| �[0;m�[38;5;43m20221214110730203 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214110730204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214110730204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214110730204 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214110730205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214110730205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214110730205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:07:32.323090 tst register_a5_0_authopt.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11661): Process ended prematurely: osmo-stp_10.42.42.5(pid=11661) [trial-2403↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11661)] [trial-2403↪encryption↪register_a5_0_authopt.py:8]\u000a11:07:32.332730 tst register_a5_0_authopt.py:8: Test FAILED (6.7 sec)\u000a11:07:32.398070 run osmo-hlr_10.42.42.2(pid=11658): ERR: Terminated: ERROR {rc=237} [trial-2403↪encryption↪register_a5_0_authopt.py↪register_a5_0_authopt.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11658)]\u000a11:07:32.448883 run osmo-hlr_10.42.42.2(pid=11658): stdout: \u000a| (launched: 2022-12-14_11:07:28.967719) \u000a11:07:32.499608 run osmo-hlr_10.42.42.2(pid=11658): stderr: \u000a| �[0;m�[1;31m20221214110729166 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214110729167 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214110729167 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214110729167 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214110729167 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214110729167 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214110729179 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/encryption/register_a5_0_authopt.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214110729190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214110729190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214110729190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:07:32.568078 run osmo-msc_10.42.42.6(pid=11664): ERR: Terminated: ERROR {rc=2} [trial-2403↪encryption↪register_a5_0_authopt.py↪register_a5_0_authopt.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11664)]\u000a11:07:32.618214 run osmo-msc_10.42.42.6(pid=11664): stdout: \u000a| (launched: 2022-12-14_11:07:31.083442) \u000a11:07:32.668993 run osmo-msc_10.42.42.6(pid=11664): stderr: \u000a| �[0;m�[38;5;43m20221214110731628 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214110731628 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fee78ae0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214110731628 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214110731628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214110731628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214110731629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214110731630 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214110731631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214110731631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214110731631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:07:32.712183 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11657): Terminating (SIGTERM)\u000a11:07:32.753010 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11660): Terminating (SIGTERM)\u000a11:07:32.793808 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11663): Terminating (SIGTERM)\u000a11:07:32.803061 --- ParallelTerminationStrategy: PID 11657 died...\u000a11:07:32.858329 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11657): Terminated: ok {rc=0}\u000a11:07:32.868025 --- ParallelTerminationStrategy: PID 11660 died...\u000a11:07:32.922276 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11660): Terminated: ok {rc=0}\u000a11:07:32.931897 --- ParallelTerminationStrategy: PID 11663 died...\u000a11:07:32.986554 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11663): Terminated: ok {rc=0}\u000a11:07:33.076529 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 73, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11672): Process ended prematurely: osmo-stp_10.42.42.5(pid=11672) [trial-2403↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11672)]", "failedSince" : 2331, "name" : "register_a5_0_authreq.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_0_authreq.py\", line 8, in \u000a encryption_test_setup_run(True, 'a5_0')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11672): Process ended prematurely: osmo-stp_10.42.42.5(pid=11672) [trial-2403↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11672)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 encryption register_a5_0_authreq.py\u000a----------------------------------------------\u000a11:07:34.193057 tst encryption: Using 1 x ip_address (candidates: 6)\u000a11:07:34.204175 tst encryption: Using 1 x bts (candidates: 1)\u000a11:07:34.334834 tst register_a5_0_authreq.py: using LAC 40504\u000a11:07:34.458410 tst register_a5_0_authreq.py: using RAC 214\u000a11:07:34.578492 tst register_a5_0_authreq.py: using CellId 40504\u000a11:07:34.698063 tst register_a5_0_authreq.py: using BVCI 40505\u000a11:07:34.721743 tst encryption: Using 1 x ip_address (candidates: 6)\u000a11:07:34.732357 tst encryption: Using 1 x ip_address (candidates: 6)\u000a11:07:34.743104 tst encryption: Using 1 x ip_address (candidates: 6)\u000a11:07:34.753429 tst encryption: Using 1 x ip_address (candidates: 6)\u000a11:07:34.764446 tst encryption: Using 1 x ip_address (candidates: 6)\u000a11:07:34.775561 tst encryption: Using 1 x modem (candidates: 1)\u000a11:07:35.061240 tst register_a5_0_authreq.py:8: start network...\u000a11:07:35.190630 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:07:35.680172 run create_hlr_db(pid=11666): Launched\u000a11:07:35.859183 bus /sierra_2: Setting Powered False\u000a11:07:36.880264 run create_hlr_db(pid=11666): Terminated: ok {rc=0}\u000a11:07:37.296870 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11668): Launched\u000a11:07:37.609815 run osmo-hlr_10.42.42.2(pid=11669): Launched\u000a11:07:37.731455 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:07:38.278262 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11671): Launched\u000a11:07:38.590762 run osmo-stp_10.42.42.5(pid=11672): Launched\u000a11:07:38.704489 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:07:39.274818 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11674): Launched\u000a11:07:39.588474 run osmo-msc_10.42.42.6(pid=11675): Launched\u000a11:07:39.771894 run osmo-stp_10.42.42.5(pid=11672): ERR: Terminated: ERROR {rc=1} [trial-2403↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11672)]\u000a11:07:39.903390 run osmo-stp_10.42.42.5(pid=11672): stdout: \u000a| (launched: 2022-12-14_11:07:38.435948)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:07:40.032740 run osmo-stp_10.42.42.5(pid=11672): stderr: \u000a| �[0;m�[38;5;43m20221214110738606 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214110738607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214110738607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214110738607 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214110738608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214110738608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214110738608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:07:40.157356 run osmo-stp_10.42.42.5(pid=11672): stdout: \u000a| (launched: 2022-12-14_11:07:38.435948)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:07:40.282272 run osmo-stp_10.42.42.5(pid=11672): stderr: \u000a| �[0;m�[38;5;43m20221214110738606 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214110738607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214110738607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214110738607 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214110738608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214110738608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214110738608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:07:40.337037 tst register_a5_0_authreq.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11672): Process ended prematurely: osmo-stp_10.42.42.5(pid=11672) [trial-2403↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11672)] [trial-2403↪encryption↪register_a5_0_authreq.py:8]\u000a11:07:40.345700 tst register_a5_0_authreq.py:8: Test FAILED (6.2 sec)\u000a11:07:40.406061 run osmo-hlr_10.42.42.2(pid=11669): ERR: Terminated: ERROR {rc=237} [trial-2403↪encryption↪register_a5_0_authreq.py↪register_a5_0_authreq.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11669)]\u000a11:07:40.455708 run osmo-hlr_10.42.42.2(pid=11669): stdout: \u000a| (launched: 2022-12-14_11:07:37.455022) \u000a11:07:40.505958 run osmo-hlr_10.42.42.2(pid=11669): stderr: \u000a| �[0;m�[1;31m20221214110737633 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214110737633 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214110737633 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214110737633 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214110737633 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214110737633 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214110737645 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/encryption/register_a5_0_authreq.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214110737653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214110737653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214110737654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:07:40.573894 run osmo-msc_10.42.42.6(pid=11675): ERR: Terminated: ERROR {rc=2} [trial-2403↪encryption↪register_a5_0_authreq.py↪register_a5_0_authreq.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11675)]\u000a11:07:40.623234 run osmo-msc_10.42.42.6(pid=11675): stdout: \u000a| (launched: 2022-12-14_11:07:39.432867) \u000a11:07:40.673530 run osmo-msc_10.42.42.6(pid=11675): stderr: \u000a| �[0;m�[38;5;43m20221214110739706 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214110739706 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdd59302c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214110739706 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214110739706 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214110739706 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214110739706 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214110739708 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214110739708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214110739709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214110739709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:07:40.716196 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11668): Terminating (SIGTERM)\u000a11:07:40.756662 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11671): Terminating (SIGTERM)\u000a11:07:40.797049 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11674): Terminating (SIGTERM)\u000a11:07:40.806336 --- ParallelTerminationStrategy: PID 11668 died...\u000a11:07:40.860789 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11668): Terminated: ok {rc=0}\u000a11:07:40.870416 --- ParallelTerminationStrategy: PID 11671 died...\u000a11:07:40.924346 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11671): Terminated: ok {rc=0}\u000a11:07:40.933973 --- ParallelTerminationStrategy: PID 11674 died...\u000a11:07:40.988028 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11674): Terminated: ok {rc=0}\u000a11:07:41.078026 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 73, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11683): Process ended prematurely: osmo-stp_10.42.42.5(pid=11683) [trial-2403↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11683)]", "failedSince" : 2331, "name" : "register_a5_1_authreq.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_1_authreq.py\", line 8, in \u000a encryption_test_setup_run(True, 'a5_1')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11683): Process ended prematurely: osmo-stp_10.42.42.5(pid=11683) [trial-2403↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11683)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 encryption register_a5_1_authreq.py\u000a----------------------------------------------\u000a11:07:42.197065 tst encryption: Using 1 x ip_address (candidates: 6)\u000a11:07:42.208997 tst encryption: Using 1 x bts (candidates: 1)\u000a11:07:42.346833 tst register_a5_1_authreq.py: using LAC 40505\u000a11:07:42.475221 tst register_a5_1_authreq.py: using RAC 215\u000a11:07:42.600234 tst register_a5_1_authreq.py: using CellId 40505\u000a11:07:42.722001 tst register_a5_1_authreq.py: using BVCI 40506\u000a11:07:42.745774 tst encryption: Using 1 x ip_address (candidates: 6)\u000a11:07:42.756235 tst encryption: Using 1 x ip_address (candidates: 6)\u000a11:07:42.766872 tst encryption: Using 1 x ip_address (candidates: 6)\u000a11:07:42.777213 tst encryption: Using 1 x ip_address (candidates: 6)\u000a11:07:42.787786 tst encryption: Using 1 x ip_address (candidates: 6)\u000a11:07:42.799564 tst encryption: Using 1 x modem (candidates: 1)\u000a11:07:43.101571 tst register_a5_1_authreq.py:8: start network...\u000a11:07:43.240724 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:07:43.774658 run create_hlr_db(pid=11677): Launched\u000a11:07:43.968792 bus /sierra_2: Setting Powered False\u000a11:07:44.977487 run create_hlr_db(pid=11677): Terminated: ok {rc=0}\u000a11:07:45.405235 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11679): Launched\u000a11:07:45.718139 run osmo-hlr_10.42.42.2(pid=11680): Launched\u000a11:07:45.865503 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:07:46.527260 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11682): Launched\u000a11:07:46.916788 run osmo-stp_10.42.42.5(pid=11683): Launched\u000a11:07:47.116602 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:07:47.789428 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11685): Launched\u000a11:07:48.102358 run osmo-msc_10.42.42.6(pid=11686): Launched\u000a11:07:48.285574 run osmo-stp_10.42.42.5(pid=11683): ERR: Terminated: ERROR {rc=1} [trial-2403↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11683)]\u000a11:07:48.418335 run osmo-stp_10.42.42.5(pid=11683): stdout: \u000a| (launched: 2022-12-14_11:07:46.711634)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:07:48.548359 run osmo-stp_10.42.42.5(pid=11683): stderr: \u000a| �[0;m�[38;5;43m20221214110747037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214110747037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214110747039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214110747040 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214110747042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214110747042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214110747042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:07:48.673125 run osmo-stp_10.42.42.5(pid=11683): stdout: \u000a| (launched: 2022-12-14_11:07:46.711634)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:07:48.797518 run osmo-stp_10.42.42.5(pid=11683): stderr: \u000a| �[0;m�[38;5;43m20221214110747037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214110747037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214110747039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214110747040 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214110747042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214110747042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214110747042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:07:48.852392 tst register_a5_1_authreq.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11683): Process ended prematurely: osmo-stp_10.42.42.5(pid=11683) [trial-2403↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11683)] [trial-2403↪encryption↪register_a5_1_authreq.py:8]\u000a11:07:48.861253 tst register_a5_1_authreq.py:8: Test FAILED (6.7 sec)\u000a11:07:48.921795 run osmo-hlr_10.42.42.2(pid=11680): ERR: Terminated: ERROR {rc=237} [trial-2403↪encryption↪register_a5_1_authreq.py↪register_a5_1_authreq.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11680)]\u000a11:07:48.971368 run osmo-hlr_10.42.42.2(pid=11680): stdout: \u000a| (launched: 2022-12-14_11:07:45.562872) \u000a11:07:49.021812 run osmo-hlr_10.42.42.2(pid=11680): stderr: \u000a| �[0;m�[1;31m20221214110745738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214110745738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214110745738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214110745739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214110745739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214110745739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214110745751 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/encryption/register_a5_1_authreq.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214110745761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214110745761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214110745762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:07:49.089698 run osmo-msc_10.42.42.6(pid=11686): ERR: Terminated: ERROR {rc=2} [trial-2403↪encryption↪register_a5_1_authreq.py↪register_a5_1_authreq.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11686)]\u000a11:07:49.139169 run osmo-msc_10.42.42.6(pid=11686): stdout: \u000a| (launched: 2022-12-14_11:07:47.947175) \u000a11:07:49.189442 run osmo-msc_10.42.42.6(pid=11686): stderr: \u000a| �[0;m�[38;5;43m20221214110748218 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214110748218 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd188b57c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214110748219 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214110748219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214110748219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214110748219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214110748221 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214110748221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214110748221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214110748221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:07:49.232206 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11679): Terminating (SIGTERM)\u000a11:07:49.272764 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11682): Terminating (SIGTERM)\u000a11:07:49.313504 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11685): Terminating (SIGTERM)\u000a11:07:49.322905 --- ParallelTerminationStrategy: PID 11679 died...\u000a11:07:49.378032 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11679): Terminated: ok {rc=0}\u000a11:07:49.387824 --- ParallelTerminationStrategy: PID 11682 died...\u000a11:07:49.442135 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11682): Terminated: ok {rc=0}\u000a11:07:49.451861 --- ParallelTerminationStrategy: PID 11685 died...\u000a11:07:49.506143 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11685): Terminated: ok {rc=0}\u000a11:07:49.591772 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 73, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11694): Process ended prematurely: osmo-stp_10.42.42.5(pid=11694) [trial-2403↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11694)]", "failedSince" : 2331, "name" : "register_a5_3_authreq.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_3_authreq.py\", line 8, in \u000a encryption_test_setup_run(True, 'a5_3')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11694): Process ended prematurely: osmo-stp_10.42.42.5(pid=11694) [trial-2403↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11694)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 encryption register_a5_3_authreq.py\u000a----------------------------------------------\u000a11:07:50.710907 tst encryption: Using 1 x ip_address (candidates: 6)\u000a11:07:50.722794 tst encryption: Using 1 x bts (candidates: 1)\u000a11:07:50.851167 tst register_a5_3_authreq.py: using LAC 40506\u000a11:07:50.974129 tst register_a5_3_authreq.py: using RAC 216\u000a11:07:51.096035 tst register_a5_3_authreq.py: using CellId 40506\u000a11:07:51.219692 tst register_a5_3_authreq.py: using BVCI 40507\u000a11:07:51.243406 tst encryption: Using 1 x ip_address (candidates: 6)\u000a11:07:51.254117 tst encryption: Using 1 x ip_address (candidates: 6)\u000a11:07:51.264529 tst encryption: Using 1 x ip_address (candidates: 6)\u000a11:07:51.274928 tst encryption: Using 1 x ip_address (candidates: 6)\u000a11:07:51.285531 tst encryption: Using 1 x ip_address (candidates: 6)\u000a11:07:51.295819 tst encryption: Using 1 x modem (candidates: 1)\u000a11:07:51.591750 tst register_a5_3_authreq.py:8: start network...\u000a11:07:51.723018 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:07:52.211410 run create_hlr_db(pid=11688): Launched\u000a11:07:52.391113 bus /sierra_2: Setting Powered False\u000a11:07:53.412108 run create_hlr_db(pid=11688): Terminated: ok {rc=0}\u000a11:07:53.828341 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11690): Launched\u000a11:07:54.140526 run osmo-hlr_10.42.42.2(pid=11691): Launched\u000a11:07:54.262155 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:07:54.808219 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11693): Launched\u000a11:07:55.121531 run osmo-stp_10.42.42.5(pid=11694): Launched\u000a11:07:55.235630 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:07:55.806206 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11696): Launched\u000a11:07:56.120938 run osmo-msc_10.42.42.6(pid=11697): Launched\u000a11:07:56.304382 run osmo-stp_10.42.42.5(pid=11694): ERR: Terminated: ERROR {rc=1} [trial-2403↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11694)]\u000a11:07:56.436628 run osmo-stp_10.42.42.5(pid=11694): stdout: \u000a| (launched: 2022-12-14_11:07:54.966380)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:07:56.567072 run osmo-stp_10.42.42.5(pid=11694): stderr: \u000a| �[0;m�[38;5;43m20221214110755137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214110755137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214110755137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214110755138 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214110755138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214110755138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214110755138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:07:56.692856 run osmo-stp_10.42.42.5(pid=11694): stdout: \u000a| (launched: 2022-12-14_11:07:54.966380)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:07:56.817253 run osmo-stp_10.42.42.5(pid=11694): stderr: \u000a| �[0;m�[38;5;43m20221214110755137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214110755137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214110755137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214110755138 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214110755138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214110755138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214110755138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:07:56.872571 tst register_a5_3_authreq.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11694): Process ended prematurely: osmo-stp_10.42.42.5(pid=11694) [trial-2403↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11694)] [trial-2403↪encryption↪register_a5_3_authreq.py:8]\u000a11:07:56.881544 tst register_a5_3_authreq.py:8: Test FAILED (6.2 sec)\u000a11:07:56.942092 run osmo-hlr_10.42.42.2(pid=11691): ERR: Terminated: ERROR {rc=237} [trial-2403↪encryption↪register_a5_3_authreq.py↪register_a5_3_authreq.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11691)]\u000a11:07:56.992110 run osmo-hlr_10.42.42.2(pid=11691): stdout: \u000a| (launched: 2022-12-14_11:07:53.986410) \u000a11:07:57.042537 run osmo-hlr_10.42.42.2(pid=11691): stderr: \u000a| �[0;m�[1;31m20221214110754161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214110754161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214110754161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214110754161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214110754161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214110754161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214110754174 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/encryption/register_a5_3_authreq.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214110754182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214110754182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214110754182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:07:57.110669 run osmo-msc_10.42.42.6(pid=11697): ERR: Terminated: ERROR {rc=2} [trial-2403↪encryption↪register_a5_3_authreq.py↪register_a5_3_authreq.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11697)]\u000a11:07:57.160342 run osmo-msc_10.42.42.6(pid=11697): stdout: \u000a| (launched: 2022-12-14_11:07:55.965197) \u000a11:07:57.210803 run osmo-msc_10.42.42.6(pid=11697): stderr: \u000a| �[0;m�[38;5;43m20221214110756234 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214110756234 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f76f39acc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214110756235 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214110756235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214110756235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214110756235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214110756237 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214110756237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214110756237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214110756237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:07:57.254059 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11690): Terminating (SIGTERM)\u000a11:07:57.294605 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11693): Terminating (SIGTERM)\u000a11:07:57.335277 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11696): Terminating (SIGTERM)\u000a11:07:57.344577 --- ParallelTerminationStrategy: PID 11690 died...\u000a11:07:57.398941 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11690): Terminated: ok {rc=0}\u000a11:07:57.408591 --- ParallelTerminationStrategy: PID 11693 died...\u000a11:07:57.462483 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11693): Terminated: ok {rc=0}\u000a11:07:57.472090 --- ParallelTerminationStrategy: PID 11696 died...\u000a11:07:57.525965 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11696): Terminated: ok {rc=0}\u000a11:07:57.616711 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 34.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "162", "name" : "encryption", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T11:07:25" }, { "cases" : [ { "testActions" : [ ], "age" : 265, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 21.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=11714): Process ended prematurely: srsepc(pid=11714) [trial-2403↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=11714)]", "failedSince" : 2139, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/handover.py\", line 37, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=11714): Process ended prematurely: srsepc(pid=11714) [trial-2403↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=11714)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 4g:srsenb-rftype@zmq+srsue-rftype@zmq handover.py\u000a----------------------------------------------\u000a11:07:59.594131 tst handover.py:11: TEST_CONFIG:\u000a{}\u000a11:07:59.636233 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a11:07:59.652143 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a11:07:59.674750 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a11:07:59.819695 tst handover.py: using MSISDN 8658\u000a11:07:59.929690 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='8658', subscriber_id=0}\u000a11:08:00.037527 run srsepc_10.42.42.118: Starting srsepc\u000a11:08:02.004679 run rm-remote-dir(pid=11702): Launched\u000a11:08:02.273655 bus /sierra_2: Setting Powered False\u000a11:08:03.244668 run rm-remote-dir(pid=11702): Terminated: ok {rc=0}\u000a11:08:03.725558 run mk-remote-dir(pid=11703): Launched\u000a11:08:04.917436 run mk-remote-dir(pid=11703): Terminated: ok {rc=0}\u000a11:08:05.209481 run scp-inst-to-remote(pid=11704): Launched\u000a11:08:07.411302 run scp-inst-to-remote(pid=11704): Terminated: ok {rc=0}\u000a11:08:07.772266 run rm-remote-dir(pid=11706): Launched\u000a11:08:08.975154 run rm-remote-dir(pid=11706): Terminated: ok {rc=0}\u000a11:08:09.333537 run mk-remote-dir(pid=11707): Launched\u000a11:08:10.536437 run mk-remote-dir(pid=11707): Terminated: ok {rc=0}\u000a11:08:10.839238 run scp-cfg-to-remote(pid=11708): Launched\u000a11:08:12.039328 run scp-cfg-to-remote(pid=11708): Terminated: ok {rc=0}\u000a11:08:12.341412 run scp-db-to-remote(pid=11710): Launched\u000a11:08:13.541703 run scp-db-to-remote(pid=11710): Terminated: ok {rc=0}\u000a11:08:13.665502 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a11:08:14.014398 run patchelf(pid=11712): Launched\u000a11:08:15.213687 run patchelf(pid=11712): Terminated: ok {rc=0}\u000a11:08:15.336477 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a11:08:15.684059 run setcap-netadm(pid=11713): Launched\u000a11:08:16.911658 run setcap-netadm(pid=11713): Terminated: ok {rc=0}\u000a11:08:17.285657 run srsepc(pid=11714): Launched\u000a11:08:17.406019 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a11:08:18.543605 run rm-remote-dir(pid=11715): Launched\u000a11:08:18.730993 run srsepc(pid=11714): ERR: Terminated: ERROR {rc=127} [trial-2403↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=11714)]\u000a11:08:18.868185 run srsepc(pid=11714): stdout: \u000a| (launched: 2022-12-14_11:08:17.080281)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a11:08:19.004746 run srsepc(pid=11714): stderr: \u000a| (launched: 2022-12-14_11:08:17.127727)\u000a| Connection to 10.42.42.116 closed. \u000a11:08:19.137837 run srsepc(pid=11714): stdout: \u000a| (launched: 2022-12-14_11:08:17.080281)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a11:08:19.268868 run srsepc(pid=11714): stderr: \u000a| (launched: 2022-12-14_11:08:17.127727)\u000a| Connection to 10.42.42.116 closed. \u000a11:08:19.423352 run rm-remote-dir(pid=11715): Terminating (SIGINT)\u000a11:08:19.604307 run rm-remote-dir(pid=11715): Terminated: ok {rc=0}\u000a11:08:19.637554 tst handover.py:37: ERR: Error: srsepc(pid=11714): Process ended prematurely: srsepc(pid=11714) [trial-2403↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=11714)] [trial-2403↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37]\u000a11:08:19.647417 tst handover.py:37: Test FAILED (20.2 sec)\u000a11:08:19.760129 run scp-back-log(pid=11716): Launched\u000a11:08:20.847349 run scp-back-log(pid=11716): ERR: Terminated: ERROR {rc=1} [trial-2403↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=11716)]\u000a11:08:20.910293 run scp-back-log(pid=11716): stdout: \u000a| (launched: 2022-12-14_11:08:19.689715) \u000a11:08:20.973555 run scp-back-log(pid=11716): stderr: \u000a| (launched: 2022-12-14_11:08:19.709705)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a11:08:21.027199 tst srsepc_10.42.42.118: Error('scp-back-log(pid=11716): launch_sync(): local process exited with status 1 [trial-2403↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=11716)]')\u000a" }, { "testActions" : [ ], "age" : 86, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=11730): Process ended prematurely: srsepc(pid=11730) [trial-2403↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=11730)]", "failedSince" : 2318, "name" : "iperf3_bidir.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/iperf3_bidir.py\", line 42, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=11730): Process ended prematurely: srsepc(pid=11730) [trial-2403↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=11730)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 4g:srsenb-rftype@zmq+srsue-rftype@zmq iperf3_bidir.py\u000a----------------------------------------------\u000a11:08:21.207761 tst iperf3_bidir.py:13: Number of physical ue: 1\u000a11:08:21.249924 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a11:08:21.458643 tst iperf3_bidir.py:20: ue index0: srsue_10.42.42.116\u000a11:08:21.501042 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a11:08:21.516791 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a11:08:21.640394 tst iperf3_bidir.py: using MSISDN 8659\u000a11:08:21.749877 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='8659', subscriber_id=0}\u000a11:08:21.861297 run srsepc_10.42.42.118: Starting srsepc\u000a11:08:22.559883 run rm-remote-dir(pid=11718): Launched\u000a11:08:23.763266 run rm-remote-dir(pid=11718): Terminated: ok {rc=0}\u000a11:08:24.121684 run mk-remote-dir(pid=11719): Launched\u000a11:08:25.323967 run mk-remote-dir(pid=11719): Terminated: ok {rc=0}\u000a11:08:25.627490 run scp-inst-to-remote(pid=11720): Launched\u000a11:08:27.829169 run scp-inst-to-remote(pid=11720): Terminated: ok {rc=0}\u000a11:08:28.185893 run rm-remote-dir(pid=11722): Launched\u000a11:08:29.387944 run rm-remote-dir(pid=11722): Terminated: ok {rc=0}\u000a11:08:29.746396 run mk-remote-dir(pid=11723): Launched\u000a11:08:30.974065 run mk-remote-dir(pid=11723): Terminated: ok {rc=0}\u000a11:08:31.339856 run scp-cfg-to-remote(pid=11724): Launched\u000a11:08:32.528061 run scp-cfg-to-remote(pid=11724): Terminated: ok {rc=0}\u000a11:08:32.809172 run scp-db-to-remote(pid=11726): Launched\u000a11:08:33.997069 run scp-db-to-remote(pid=11726): Terminated: ok {rc=0}\u000a11:08:34.113468 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a11:08:34.436369 run patchelf(pid=11728): Launched\u000a11:08:35.624258 run patchelf(pid=11728): Terminated: ok {rc=0}\u000a11:08:35.739206 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a11:08:36.062035 run setcap-netadm(pid=11729): Launched\u000a11:08:37.250610 run setcap-netadm(pid=11729): Terminated: ok {rc=0}\u000a11:08:37.565942 run srsepc(pid=11730): Launched\u000a11:08:37.674947 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a11:08:38.808019 run rm-remote-dir(pid=11731): Launched\u000a11:08:38.995973 run srsepc(pid=11730): ERR: Terminated: ERROR {rc=127} [trial-2403↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=11730)]\u000a11:08:39.133098 run srsepc(pid=11730): stdout: \u000a| (launched: 2022-12-14_11:08:37.414279)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a11:08:39.270007 run srsepc(pid=11730): stderr: \u000a| (launched: 2022-12-14_11:08:37.460380)\u000a| Connection to 10.42.42.116 closed. \u000a11:08:39.402807 run srsepc(pid=11730): stdout: \u000a| (launched: 2022-12-14_11:08:37.414279)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a11:08:39.534122 run srsepc(pid=11730): stderr: \u000a| (launched: 2022-12-14_11:08:37.460380)\u000a| Connection to 10.42.42.116 closed. \u000a11:08:39.687811 run rm-remote-dir(pid=11731): Terminating (SIGINT)\u000a11:08:39.867912 run rm-remote-dir(pid=11731): Terminated: ok {rc=0}\u000a11:08:39.901108 tst iperf3_bidir.py:42: ERR: Error: srsepc(pid=11730): Process ended prematurely: srsepc(pid=11730) [trial-2403↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=11730)] [trial-2403↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42]\u000a11:08:39.911126 tst iperf3_bidir.py:42: Test FAILED (18.9 sec)\u000a11:08:40.024078 run scp-back-log(pid=11732): Launched\u000a11:08:41.110893 run scp-back-log(pid=11732): ERR: Terminated: ERROR {rc=1} [trial-2403↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=11732)]\u000a11:08:41.173625 run scp-back-log(pid=11732): stdout: \u000a| (launched: 2022-12-14_11:08:39.953395) \u000a11:08:41.236667 run scp-back-log(pid=11732): stderr: \u000a| (launched: 2022-12-14_11:08:39.973501)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a11:08:41.290114 tst srsepc_10.42.42.118: Error('scp-back-log(pid=11732): launch_sync(): local process exited with status 1 [trial-2403↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=11732)]')\u000a" }, { "testActions" : [ ], "age" : 265, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=11746): Process ended prematurely: srsepc(pid=11746) [trial-2403↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=11746)]", "failedSince" : 2139, "name" : "iperf3_dl.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/iperf3_dl.py\", line 42, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=11746): Process ended prematurely: srsepc(pid=11746) [trial-2403↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=11746)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 4g:srsenb-rftype@zmq+srsue-rftype@zmq iperf3_dl.py\u000a----------------------------------------------\u000a11:08:41.470171 tst iperf3_dl.py:13: Number of physical ue: 1\u000a11:08:41.512236 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a11:08:41.719871 tst iperf3_dl.py:20: ue index0: srsue_10.42.42.116\u000a11:08:41.762064 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a11:08:41.777958 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a11:08:41.901409 tst iperf3_dl.py: using MSISDN 8660\u000a11:08:42.009940 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='8660', subscriber_id=0}\u000a11:08:42.117802 run srsepc_10.42.42.118: Starting srsepc\u000a11:08:42.764395 run rm-remote-dir(pid=11734): Launched\u000a11:08:43.953654 run rm-remote-dir(pid=11734): Terminated: ok {rc=0}\u000a11:08:44.285309 run mk-remote-dir(pid=11735): Launched\u000a11:08:45.473954 run mk-remote-dir(pid=11735): Terminated: ok {rc=0}\u000a11:08:45.753571 run scp-inst-to-remote(pid=11736): Launched\u000a11:08:47.941502 run scp-inst-to-remote(pid=11736): Terminated: ok {rc=0}\u000a11:08:48.272812 run rm-remote-dir(pid=11738): Launched\u000a11:08:49.461799 run rm-remote-dir(pid=11738): Terminated: ok {rc=0}\u000a11:08:49.793232 run mk-remote-dir(pid=11739): Launched\u000a11:08:50.994105 run mk-remote-dir(pid=11739): Terminated: ok {rc=0}\u000a11:08:51.294898 run scp-cfg-to-remote(pid=11740): Launched\u000a11:08:52.494166 run scp-cfg-to-remote(pid=11740): Terminated: ok {rc=0}\u000a11:08:52.795326 run scp-db-to-remote(pid=11742): Launched\u000a11:08:53.994785 run scp-db-to-remote(pid=11742): Terminated: ok {rc=0}\u000a11:08:54.117015 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a11:08:54.462487 run patchelf(pid=11744): Launched\u000a11:08:55.662228 run patchelf(pid=11744): Terminated: ok {rc=0}\u000a11:08:55.784565 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a11:08:56.130953 run setcap-netadm(pid=11745): Launched\u000a11:08:57.330120 run setcap-netadm(pid=11745): Terminated: ok {rc=0}\u000a11:08:57.666868 run srsepc(pid=11746): Launched\u000a11:08:57.784236 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a11:08:59.002102 run rm-remote-dir(pid=11747): Launched\u000a11:08:59.193708 run srsepc(pid=11746): ERR: Terminated: ERROR {rc=127} [trial-2403↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=11746)]\u000a11:08:59.331953 run srsepc(pid=11746): stdout: \u000a| (launched: 2022-12-14_11:08:57.505443)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a11:08:59.469881 run srsepc(pid=11746): stderr: \u000a| (launched: 2022-12-14_11:08:57.554519)\u000a| Connection to 10.42.42.116 closed. \u000a11:08:59.604204 run srsepc(pid=11746): stdout: \u000a| (launched: 2022-12-14_11:08:57.505443)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a11:08:59.736564 run srsepc(pid=11746): stderr: \u000a| (launched: 2022-12-14_11:08:57.554519)\u000a| Connection to 10.42.42.116 closed. \u000a11:08:59.890821 run rm-remote-dir(pid=11747): Terminating (SIGINT)\u000a11:09:00.071287 run rm-remote-dir(pid=11747): Terminated: ok {rc=0}\u000a11:09:00.104434 tst iperf3_dl.py:42: ERR: Error: srsepc(pid=11746): Process ended prematurely: srsepc(pid=11746) [trial-2403↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=11746)] [trial-2403↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42]\u000a11:09:00.114535 tst iperf3_dl.py:42: Test FAILED (18.8 sec)\u000a11:09:00.228000 run scp-back-log(pid=11748): Launched\u000a11:09:01.322285 run scp-back-log(pid=11748): ERR: Terminated: ERROR {rc=1} [trial-2403↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=11748)]\u000a11:09:01.407442 run scp-back-log(pid=11748): stdout: \u000a| (launched: 2022-12-14_11:09:00.156986) \u000a11:09:01.489821 run scp-back-log(pid=11748): stderr: \u000a| (launched: 2022-12-14_11:09:00.177076)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a11:09:01.563354 tst srsepc_10.42.42.118: Error('scp-back-log(pid=11748): launch_sync(): local process exited with status 1 [trial-2403↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=11748)]')\u000a" }, { "testActions" : [ ], "age" : 265, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 21.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=12034): Process ended prematurely: srsepc(pid=12034) [trial-2403↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=12034)]", "failedSince" : 2139, "name" : "iperf3_ul.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/iperf3_ul.py\", line 42, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=12034): Process ended prematurely: srsepc(pid=12034) [trial-2403↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=12034)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 4g:srsenb-rftype@zmq+srsue-rftype@zmq iperf3_ul.py\u000a----------------------------------------------\u000a11:09:01.790263 tst iperf3_ul.py:13: Number of physical ue: 1\u000a11:09:01.847055 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a11:09:02.108250 tst iperf3_ul.py:20: ue index0: srsue_10.42.42.116\u000a11:09:02.157664 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a11:09:02.175489 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a11:09:02.307782 tst iperf3_ul.py: using MSISDN 8661\u000a11:09:02.423082 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='8661', subscriber_id=0}\u000a11:09:02.544387 run srsepc_10.42.42.118: Starting srsepc\u000a11:09:03.347256 run rm-remote-dir(pid=11828): Launched\u000a11:09:04.582641 run rm-remote-dir(pid=11828): Terminated: ok {rc=0}\u000a11:09:05.002009 run mk-remote-dir(pid=12021): Launched\u000a11:09:06.226069 run mk-remote-dir(pid=12021): Terminated: ok {rc=0}\u000a11:09:06.582010 run scp-inst-to-remote(pid=12024): Launched\u000a11:09:08.787930 run scp-inst-to-remote(pid=12024): Terminated: ok {rc=0}\u000a11:09:09.152869 run rm-remote-dir(pid=12026): Launched\u000a11:09:10.349966 run rm-remote-dir(pid=12026): Terminated: ok {rc=0}\u000a11:09:10.729877 run mk-remote-dir(pid=12027): Launched\u000a11:09:11.927415 run mk-remote-dir(pid=12027): Terminated: ok {rc=0}\u000a11:09:12.265162 run scp-cfg-to-remote(pid=12028): Launched\u000a11:09:13.463338 run scp-cfg-to-remote(pid=12028): Terminated: ok {rc=0}\u000a11:09:13.761941 run scp-db-to-remote(pid=12030): Launched\u000a11:09:14.955040 run scp-db-to-remote(pid=12030): Terminated: ok {rc=0}\u000a11:09:15.076075 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a11:09:15.470469 run patchelf(pid=12032): Launched\u000a11:09:16.750813 run patchelf(pid=12032): Terminated: ok {rc=0}\u000a11:09:16.897075 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a11:09:17.372582 run setcap-netadm(pid=12033): Launched\u000a11:09:18.611596 run setcap-netadm(pid=12033): Terminated: ok {rc=0}\u000a11:09:19.012629 run srsepc(pid=12034): Launched\u000a11:09:19.200224 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a11:09:20.507011 run rm-remote-dir(pid=12035): Launched\u000a11:09:20.786091 run srsepc(pid=12034): ERR: Terminated: ERROR {rc=127} [trial-2403↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=12034)]\u000a11:09:20.938316 run srsepc(pid=12034): stdout: \u000a| (launched: 2022-12-14_11:09:18.791920)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a11:09:21.089900 run srsepc(pid=12034): stderr: \u000a| (launched: 2022-12-14_11:09:18.844178)\u000a| Connection to 10.42.42.116 closed. \u000a11:09:21.236771 run srsepc(pid=12034): stdout: \u000a| (launched: 2022-12-14_11:09:18.791920)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a11:09:21.381574 run srsepc(pid=12034): stderr: \u000a| (launched: 2022-12-14_11:09:18.844178)\u000a| Connection to 10.42.42.116 closed. \u000a11:09:21.552052 run rm-remote-dir(pid=12035): Terminating (SIGINT)\u000a11:09:21.751523 run rm-remote-dir(pid=12035): Terminated: ok {rc=0}\u000a11:09:21.788917 tst iperf3_ul.py:42: ERR: Error: srsepc(pid=12034): Process ended prematurely: srsepc(pid=12034) [trial-2403↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=12034)] [trial-2403↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42]\u000a11:09:21.801960 tst iperf3_ul.py:42: Test FAILED (20.2 sec)\u000a11:09:21.959179 run scp-back-log(pid=12036): Launched\u000a11:09:23.057835 run scp-back-log(pid=12036): ERR: Terminated: ERROR {rc=1} [trial-2403↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=12036)]\u000a11:09:23.128354 run scp-back-log(pid=12036): stdout: \u000a| (launched: 2022-12-14_11:09:21.847041) \u000a11:09:23.198431 run scp-back-log(pid=12036): stderr: \u000a| (launched: 2022-12-14_11:09:21.869220)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a11:09:23.256743 tst srsepc_10.42.42.118: Error('scp-back-log(pid=12036): launch_sync(): local process exited with status 1 [trial-2403↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=12036)]')\u000a" }, { "testActions" : [ ], "age" : 262, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=12051): Process ended prematurely: srsepc(pid=12051) [trial-2403↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=12051)]", "failedSince" : 2142, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/ping.py\", line 16, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=12051): Process ended prematurely: srsepc(pid=12051) [trial-2403↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=12051)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 4g:srsenb-rftype@zmq+srsue-rftype@zmq ping.py\u000a----------------------------------------------\u000a11:09:23.273895 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a11:09:23.292761 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a11:09:23.318633 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a11:09:23.473259 tst ping.py: using MSISDN 8662\u000a11:09:23.596529 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='8662', subscriber_id=0}\u000a11:09:23.719165 run srsepc_10.42.42.118: Starting srsepc\u000a11:09:24.441157 run rm-remote-dir(pid=12038): Launched\u000a11:09:25.633196 run rm-remote-dir(pid=12038): Terminated: ok {rc=0}\u000a11:09:25.967038 run mk-remote-dir(pid=12040): Launched\u000a11:09:27.156426 run mk-remote-dir(pid=12040): Terminated: ok {rc=0}\u000a11:09:27.438630 run scp-inst-to-remote(pid=12041): Launched\u000a11:09:29.629494 run scp-inst-to-remote(pid=12041): Terminated: ok {rc=0}\u000a11:09:29.962935 run rm-remote-dir(pid=12043): Launched\u000a11:09:31.168080 run rm-remote-dir(pid=12043): Terminated: ok {rc=0}\u000a11:09:31.565546 run mk-remote-dir(pid=12044): Launched\u000a11:09:32.764389 run mk-remote-dir(pid=12044): Terminated: ok {rc=0}\u000a11:09:33.046202 run scp-cfg-to-remote(pid=12045): Launched\u000a11:09:34.234688 run scp-cfg-to-remote(pid=12045): Terminated: ok {rc=0}\u000a11:09:34.516249 run scp-db-to-remote(pid=12047): Launched\u000a11:09:35.702789 run scp-db-to-remote(pid=12047): Terminated: ok {rc=0}\u000a11:09:35.818025 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a11:09:36.141784 run patchelf(pid=12049): Launched\u000a11:09:37.329068 run patchelf(pid=12049): Terminated: ok {rc=0}\u000a11:09:37.443774 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a11:09:37.770619 run setcap-netadm(pid=12050): Launched\u000a11:09:38.957688 run setcap-netadm(pid=12050): Terminated: ok {rc=0}\u000a11:09:39.273627 run srsepc(pid=12051): Launched\u000a11:09:39.382298 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a11:09:40.537131 run rm-remote-dir(pid=12052): Launched\u000a11:09:40.728377 run srsepc(pid=12051): ERR: Terminated: ERROR {rc=127} [trial-2403↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=12051)]\u000a11:09:40.866592 run srsepc(pid=12051): stdout: \u000a| (launched: 2022-12-14_11:09:39.121669)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a11:09:41.004399 run srsepc(pid=12051): stderr: \u000a| (launched: 2022-12-14_11:09:39.167742)\u000a| Connection to 10.42.42.116 closed. \u000a11:09:41.137980 run srsepc(pid=12051): stdout: \u000a| (launched: 2022-12-14_11:09:39.121669)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a11:09:41.270436 run srsepc(pid=12051): stderr: \u000a| (launched: 2022-12-14_11:09:39.167742)\u000a| Connection to 10.42.42.116 closed. \u000a11:09:41.425280 run rm-remote-dir(pid=12052): Terminating (SIGINT)\u000a11:09:41.607223 run rm-remote-dir(pid=12052): Terminated: ok {rc=0}\u000a11:09:41.640777 tst ping.py:16: ERR: Error: srsepc(pid=12051): Process ended prematurely: srsepc(pid=12051) [trial-2403↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=12051)] [trial-2403↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16]\u000a11:09:41.650860 tst ping.py:16: Test FAILED (18.4 sec)\u000a11:09:41.764716 run scp-back-log(pid=12053): Launched\u000a11:09:42.852161 run scp-back-log(pid=12053): ERR: Terminated: ERROR {rc=1} [trial-2403↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=12053)]\u000a11:09:42.915772 run scp-back-log(pid=12053): stdout: \u000a| (launched: 2022-12-14_11:09:41.693749) \u000a11:09:42.979119 run scp-back-log(pid=12053): stderr: \u000a| (launched: 2022-12-14_11:09:41.713818)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a11:09:43.032745 tst srsepc_10.42.42.118: Error('scp-back-log(pid=12053): launch_sync(): local process exited with status 1 [trial-2403↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=12053)]')\u000a" }, { "testActions" : [ ], "age" : 265, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=12067): Process ended prematurely: srsepc(pid=12067) [trial-2403↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=12067)]", "failedSince" : 2139, "name" : "rrc_idle_mo_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/rrc_idle_mo_ping.py\", line 16, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=12067): Process ended prematurely: srsepc(pid=12067) [trial-2403↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=12067)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 4g:srsenb-rftype@zmq+srsue-rftype@zmq rrc_idle_mo_ping.py\u000a----------------------------------------------\u000a11:09:43.047337 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a11:09:43.064392 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a11:09:43.087893 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a11:09:43.231073 tst rrc_idle_mo_ping.py: using MSISDN 8663\u000a11:09:43.340722 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='8663', subscriber_id=0}\u000a11:09:43.448773 run srsepc_10.42.42.118: Starting srsepc\u000a11:09:44.104756 run rm-remote-dir(pid=12055): Launched\u000a11:09:45.296254 run rm-remote-dir(pid=12055): Terminated: ok {rc=0}\u000a11:09:45.630964 run mk-remote-dir(pid=12056): Launched\u000a11:09:46.827332 run mk-remote-dir(pid=12056): Terminated: ok {rc=0}\u000a11:09:47.175959 run scp-inst-to-remote(pid=12057): Launched\u000a11:09:49.367374 run scp-inst-to-remote(pid=12057): Terminated: ok {rc=0}\u000a11:09:49.701837 run rm-remote-dir(pid=12059): Launched\u000a11:09:50.892275 run rm-remote-dir(pid=12059): Terminated: ok {rc=0}\u000a11:09:51.226798 run mk-remote-dir(pid=12060): Launched\u000a11:09:52.417522 run mk-remote-dir(pid=12060): Terminated: ok {rc=0}\u000a11:09:52.703787 run scp-cfg-to-remote(pid=12061): Launched\u000a11:09:53.891768 run scp-cfg-to-remote(pid=12061): Terminated: ok {rc=0}\u000a11:09:54.175241 run scp-db-to-remote(pid=12063): Launched\u000a11:09:55.364255 run scp-db-to-remote(pid=12063): Terminated: ok {rc=0}\u000a11:09:55.480125 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a11:09:55.805148 run patchelf(pid=12065): Launched\u000a11:09:56.994076 run patchelf(pid=12065): Terminated: ok {rc=0}\u000a11:09:57.109725 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a11:09:57.435373 run setcap-netadm(pid=12066): Launched\u000a11:09:58.624040 run setcap-netadm(pid=12066): Terminated: ok {rc=0}\u000a11:09:58.941361 run srsepc(pid=12067): Launched\u000a11:09:59.051331 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a11:10:00.187454 run rm-remote-dir(pid=12068): Launched\u000a11:10:00.375257 run srsepc(pid=12067): ERR: Terminated: ERROR {rc=127} [trial-2403↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=12067)]\u000a11:10:00.512649 run srsepc(pid=12067): stdout: \u000a| (launched: 2022-12-14_11:09:58.790036)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a11:10:00.649564 run srsepc(pid=12067): stderr: \u000a| (launched: 2022-12-14_11:09:58.836298)\u000a| Connection to 10.42.42.116 closed. \u000a11:10:00.783295 run srsepc(pid=12067): stdout: \u000a| (launched: 2022-12-14_11:09:58.790036)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a11:10:00.917278 run srsepc(pid=12067): stderr: \u000a| (launched: 2022-12-14_11:09:58.836298)\u000a| Connection to 10.42.42.116 closed. \u000a11:10:01.074986 run rm-remote-dir(pid=12068): Terminating (SIGINT)\u000a11:10:01.259977 run rm-remote-dir(pid=12068): Terminated: ok {rc=0}\u000a11:10:01.294931 tst rrc_idle_mo_ping.py:16: ERR: Error: srsepc(pid=12067): Process ended prematurely: srsepc(pid=12067) [trial-2403↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=12067)] [trial-2403↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16]\u000a11:10:01.306066 tst rrc_idle_mo_ping.py:16: Test FAILED (18.2 sec)\u000a11:10:01.459312 run scp-back-log(pid=12069): Launched\u000a11:10:02.554518 run scp-back-log(pid=12069): ERR: Terminated: ERROR {rc=1} [trial-2403↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=12069)]\u000a11:10:02.617424 run scp-back-log(pid=12069): stdout: \u000a| (launched: 2022-12-14_11:10:01.350678) \u000a11:10:02.680678 run scp-back-log(pid=12069): stderr: \u000a| (launched: 2022-12-14_11:10:01.370966)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a11:10:02.734658 tst srsepc_10.42.42.118: Error('scp-back-log(pid=12069): launch_sync(): local process exited with status 1 [trial-2403↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=12069)]')\u000a" }, { "testActions" : [ ], "age" : 265, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=12087): Process ended prematurely: srsepc(pid=12087) [trial-2403↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=12087)]", "failedSince" : 2139, "name" : "rrc_idle_mt_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/rrc_idle_mt_ping.py\", line 16, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=12087): Process ended prematurely: srsepc(pid=12087) [trial-2403↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=12087)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 4g:srsenb-rftype@zmq+srsue-rftype@zmq rrc_idle_mt_ping.py\u000a----------------------------------------------\u000a11:10:02.749179 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a11:10:02.766311 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a11:10:02.790098 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a11:10:02.937414 tst rrc_idle_mt_ping.py: using MSISDN 8664\u000a11:10:03.054847 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='8664', subscriber_id=0}\u000a11:10:03.170717 run srsepc_10.42.42.118: Starting srsepc\u000a11:10:03.870133 run rm-remote-dir(pid=12074): Launched\u000a11:10:05.073950 run rm-remote-dir(pid=12074): Terminated: ok {rc=0}\u000a11:10:05.434844 run mk-remote-dir(pid=12076): Launched\u000a11:10:06.637895 run mk-remote-dir(pid=12076): Terminated: ok {rc=0}\u000a11:10:06.941110 run scp-inst-to-remote(pid=12077): Launched\u000a11:10:09.144030 run scp-inst-to-remote(pid=12077): Terminated: ok {rc=0}\u000a11:10:09.502947 run rm-remote-dir(pid=12079): Launched\u000a11:10:10.706369 run rm-remote-dir(pid=12079): Terminated: ok {rc=0}\u000a11:10:11.068326 run mk-remote-dir(pid=12080): Launched\u000a11:10:12.271946 run mk-remote-dir(pid=12080): Terminated: ok {rc=0}\u000a11:10:12.576503 run scp-cfg-to-remote(pid=12081): Launched\u000a11:10:13.777461 run scp-cfg-to-remote(pid=12081): Terminated: ok {rc=0}\u000a11:10:14.081099 run scp-db-to-remote(pid=12083): Launched\u000a11:10:15.282039 run scp-db-to-remote(pid=12083): Terminated: ok {rc=0}\u000a11:10:15.405979 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a11:10:15.755879 run patchelf(pid=12085): Launched\u000a11:10:16.969064 run patchelf(pid=12085): Terminated: ok {rc=0}\u000a11:10:17.097073 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a11:10:17.449940 run setcap-netadm(pid=12086): Launched\u000a11:10:18.650870 run setcap-netadm(pid=12086): Terminated: ok {rc=0}\u000a11:10:18.992778 run srsepc(pid=12087): Launched\u000a11:10:19.111109 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a11:10:20.326385 run rm-remote-dir(pid=12088): Launched\u000a11:10:20.529662 run srsepc(pid=12087): ERR: Terminated: ERROR {rc=127} [trial-2403↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=12087)]\u000a11:10:20.675620 run srsepc(pid=12087): stdout: \u000a| (launched: 2022-12-14_11:10:18.827495)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a11:10:20.821304 run srsepc(pid=12087): stderr: \u000a| (launched: 2022-12-14_11:10:18.877275)\u000a| Connection to 10.42.42.116 closed. \u000a11:10:20.963241 run srsepc(pid=12087): stdout: \u000a| (launched: 2022-12-14_11:10:18.827495)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a11:10:21.103273 run srsepc(pid=12087): stderr: \u000a| (launched: 2022-12-14_11:10:18.877275)\u000a| Connection to 10.42.42.116 closed. \u000a11:10:21.267451 run rm-remote-dir(pid=12088): Terminating (SIGINT)\u000a11:10:21.459469 run rm-remote-dir(pid=12088): Terminated: ok {rc=0}\u000a11:10:21.494797 tst rrc_idle_mt_ping.py:16: ERR: Error: srsepc(pid=12087): Process ended prematurely: srsepc(pid=12087) [trial-2403↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=12087)] [trial-2403↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16]\u000a11:10:21.505303 tst rrc_idle_mt_ping.py:16: Test FAILED (18.7 sec)\u000a11:10:21.623964 run scp-back-log(pid=12089): Launched\u000a11:10:22.715007 run scp-back-log(pid=12089): ERR: Terminated: ERROR {rc=1} [trial-2403↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=12089)]\u000a11:10:22.780603 run scp-back-log(pid=12089): stdout: \u000a| (launched: 2022-12-14_11:10:21.548931) \u000a11:10:22.846571 run scp-back-log(pid=12089): stderr: \u000a| (launched: 2022-12-14_11:10:21.569824)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a11:10:22.902756 tst srsepc_10.42.42.118: Error('scp-back-log(pid=12089): launch_sync(): local process exited with status 1 [trial-2403↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=12089)]')\u000a" } ], "duration" : 145.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "163", "name" : "4g_srsenb-rftype@zmq+srsue-rftype@zmq", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T11:07:59" }, { "cases" : [ { "testActions" : [ ], "age" : 201, "className" : "handover_2G:nanobts+bts1-oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12102): Process ended prematurely: osmo-stp_10.42.42.5(pid=12102) [trial-2403↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12102)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12102): Process ended prematurely: osmo-stp_10.42.42.5(pid=12102) [trial-2403↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12102)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 handover_2G:nanobts+bts1-oc2g handover.py\u000a----------------------------------------------\u000a11:10:23.766376 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a11:10:23.777663 tst handover_2G:nanobts+bts1-oc2g: Using 1 x bts (candidates: 2)\u000a11:10:23.912623 tst handover.py: using LAC 40507\u000a11:10:24.042346 tst handover.py: using RAC 217\u000a11:10:24.168319 tst handover.py: using CellId 40507\u000a11:10:24.300460 tst handover.py: using BVCI 40508\u000a11:10:24.325522 tst handover_2G:nanobts+bts1-oc2g: Using 1 x bts (candidates: 2)\u000a11:10:24.453161 tst handover.py: using LAC 40508\u000a11:10:24.578851 tst handover.py: using RAC 218\u000a11:10:24.704481 tst handover.py: using CellId 40508\u000a11:10:24.829881 tst handover.py: using BVCI 40509\u000a11:10:24.854779 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a11:10:24.866186 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a11:10:24.877361 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a11:10:24.888344 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a11:10:24.899738 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a11:10:24.910906 tst handover_2G:nanobts+bts1-oc2g: Using 1 x modem (candidates: 2)\u000a11:10:25.030867 tst handover_2G:nanobts+bts1-oc2g: Using 1 x modem (candidates: 2)\u000a11:10:25.243004 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:10:25.757403 run create_hlr_db(pid=12096): Launched\u000a11:10:26.948762 run create_hlr_db(pid=12096): Terminated: ok {rc=0}\u000a11:10:27.286963 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12098): Launched\u000a11:10:27.614850 run osmo-hlr_10.42.42.2(pid=12099): Launched\u000a11:10:27.737318 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:10:28.306426 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12101): Launched\u000a11:10:28.634024 run osmo-stp_10.42.42.5(pid=12102): Launched\u000a11:10:28.751795 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:10:29.349944 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12104): Launched\u000a11:10:29.678626 run osmo-msc_10.42.42.6(pid=12105): Launched\u000a11:10:29.868575 run osmo-stp_10.42.42.5(pid=12102): ERR: Terminated: ERROR {rc=1} [trial-2403↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12102)]\u000a11:10:30.006698 run osmo-stp_10.42.42.5(pid=12102): stdout: \u000a| (launched: 2022-12-14_11:10:28.472781)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:10:30.143151 run osmo-stp_10.42.42.5(pid=12102): stderr: \u000a| �[0;m�[38;5;43m20221214111028665 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214111028665 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214111028666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214111028666 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214111028666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214111028667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214111028667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:10:30.274595 run osmo-stp_10.42.42.5(pid=12102): stdout: \u000a| (launched: 2022-12-14_11:10:28.472781)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:10:30.403813 run osmo-stp_10.42.42.5(pid=12102): stderr: \u000a| �[0;m�[38;5;43m20221214111028665 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214111028665 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214111028666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214111028666 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214111028666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214111028667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214111028667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:10:30.460586 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=12102): Process ended prematurely: osmo-stp_10.42.42.5(pid=12102) [trial-2403↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12102)] [trial-2403↪handover_2G:nanobts+bts1-oc2g↪handover.py:18]\u000a11:10:30.469341 tst handover.py:18: Test FAILED (6.7 sec)\u000a11:10:30.532439 run osmo-hlr_10.42.42.2(pid=12099): ERR: Terminated: ERROR {rc=237} [trial-2403↪handover_2G:nanobts+bts1-oc2g↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12099)]\u000a11:10:30.584425 run osmo-hlr_10.42.42.2(pid=12099): stdout: \u000a| (launched: 2022-12-14_11:10:27.452226) \u000a11:10:30.637021 run osmo-hlr_10.42.42.2(pid=12099): stderr: \u000a| �[0;m�[1;31m20221214111027650 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214111027650 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214111027650 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214111027650 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214111027650 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214111027650 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214111027661 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/handover_2G:nanobts+bts1-oc2g/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214111027670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214111027671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214111027671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:10:30.708283 run osmo-msc_10.42.42.6(pid=12105): ERR: Terminated: ERROR {rc=2} [trial-2403↪handover_2G:nanobts+bts1-oc2g↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12105)]\u000a11:10:30.760012 run osmo-msc_10.42.42.6(pid=12105): stdout: \u000a| (launched: 2022-12-14_11:10:29.515892) \u000a11:10:30.812571 run osmo-msc_10.42.42.6(pid=12105): stderr: \u000a| �[0;m�[38;5;43m20221214111029836 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214111029836 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f51626c7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214111029836 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214111029836 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214111029836 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214111029837 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214111029838 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214111029839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214111029839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214111029839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:10:30.859505 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12098): Terminating (SIGTERM)\u000a11:10:30.911743 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12101): Terminating (SIGTERM)\u000a11:10:30.961307 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12104): Terminating (SIGTERM)\u000a11:10:30.971101 --- ParallelTerminationStrategy: PID 12098 died...\u000a11:10:31.028449 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12098): Terminated: ok {rc=0}\u000a11:10:31.039172 --- ParallelTerminationStrategy: PID 12101 died...\u000a11:10:31.106646 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12101): Terminated: ok {rc=0}\u000a11:10:31.120033 --- ParallelTerminationStrategy: PID 12104 died...\u000a11:10:31.191181 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12104): Terminated: ok {rc=0}\u000a11:10:31.304687 bus /sierra_3: Setting Powered False\u000a11:10:32.410984 bus /sierra_3: Setting Powered False\u000a11:10:33.523490 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "164", "name" : "handover_2G_nanobts+bts1-oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T11:10:23" }, { "cases" : [ { "testActions" : [ ], "age" : 232, "className" : "handover_2G:nanobts+bts1-octphy", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12116): Process ended prematurely: osmo-stp_10.42.42.5(pid=12116) [trial-2403↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12116)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12116): Process ended prematurely: osmo-stp_10.42.42.5(pid=12116) [trial-2403↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12116)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 handover_2G:nanobts+bts1-octphy handover.py\u000a----------------------------------------------\u000a11:10:35.477288 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a11:10:35.488077 tst handover_2G:nanobts+bts1-octphy: Using 1 x bts (candidates: 2)\u000a11:10:35.613948 tst handover.py: using LAC 40509\u000a11:10:35.732649 tst handover.py: using RAC 219\u000a11:10:35.851525 tst handover.py: using CellId 40509\u000a11:10:35.970184 tst handover.py: using BVCI 40510\u000a11:10:35.993472 tst handover_2G:nanobts+bts1-octphy: Using 1 x bts (candidates: 2)\u000a11:10:36.116649 tst handover.py: using LAC 40510\u000a11:10:36.236333 tst handover.py: using RAC 220\u000a11:10:36.356744 tst handover.py: using CellId 40510\u000a11:10:36.476434 tst handover.py: using BVCI 40511\u000a11:10:36.499778 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a11:10:36.510689 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a11:10:36.521520 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a11:10:36.532235 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a11:10:36.543364 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a11:10:36.554040 tst handover_2G:nanobts+bts1-octphy: Using 1 x modem (candidates: 2)\u000a11:10:36.669802 tst handover_2G:nanobts+bts1-octphy: Using 1 x modem (candidates: 2)\u000a11:10:36.882228 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:10:37.372700 run create_hlr_db(pid=12110): Launched\u000a11:10:37.506244 bus /sierra_2: Setting Powered False\u000a11:10:38.583610 run create_hlr_db(pid=12110): Terminated: ok {rc=0}\u000a11:10:38.973160 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12112): Launched\u000a11:10:39.282426 run osmo-hlr_10.42.42.2(pid=12113): Launched\u000a11:10:39.404212 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:10:39.916334 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12115): Launched\u000a11:10:40.223588 run osmo-stp_10.42.42.5(pid=12116): Launched\u000a11:10:40.335283 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:10:40.872515 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12118): Launched\u000a11:10:41.182747 run osmo-msc_10.42.42.6(pid=12119): Launched\u000a11:10:41.363343 run osmo-stp_10.42.42.5(pid=12116): ERR: Terminated: ERROR {rc=1} [trial-2403↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12116)]\u000a11:10:41.493760 run osmo-stp_10.42.42.5(pid=12116): stdout: \u000a| (launched: 2022-12-14_11:10:40.071238)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:10:41.621864 run osmo-stp_10.42.42.5(pid=12116): stderr: \u000a| �[0;m�[38;5;43m20221214111040241 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214111040241 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214111040241 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214111040242 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214111040242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214111040242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214111040242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:10:41.745956 run osmo-stp_10.42.42.5(pid=12116): stdout: \u000a| (launched: 2022-12-14_11:10:40.071238)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:10:41.868215 run osmo-stp_10.42.42.5(pid=12116): stderr: \u000a| �[0;m�[38;5;43m20221214111040241 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214111040241 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214111040241 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214111040242 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214111040242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214111040242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214111040242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:10:41.922034 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=12116): Process ended prematurely: osmo-stp_10.42.42.5(pid=12116) [trial-2403↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12116)] [trial-2403↪handover_2G:nanobts+bts1-octphy↪handover.py:18]\u000a11:10:41.930150 tst handover.py:18: Test FAILED (6.4 sec)\u000a11:10:41.990846 run osmo-hlr_10.42.42.2(pid=12113): ERR: Terminated: ERROR {rc=237} [trial-2403↪handover_2G:nanobts+bts1-octphy↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12113)]\u000a11:10:42.040426 run osmo-hlr_10.42.42.2(pid=12113): stdout: \u000a| (launched: 2022-12-14_11:10:39.129905) \u000a11:10:42.090519 run osmo-hlr_10.42.42.2(pid=12113): stderr: \u000a| �[0;m�[1;31m20221214111039303 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214111039303 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214111039303 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214111039303 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214111039303 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214111039304 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214111039316 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/handover_2G:nanobts+bts1-octphy/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214111039324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214111039324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214111039324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:10:42.158624 run osmo-msc_10.42.42.6(pid=12119): ERR: Terminated: ERROR {rc=2} [trial-2403↪handover_2G:nanobts+bts1-octphy↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12119)]\u000a11:10:42.208295 run osmo-msc_10.42.42.6(pid=12119): stdout: \u000a| (launched: 2022-12-14_11:10:41.028207) \u000a11:10:42.258457 run osmo-msc_10.42.42.6(pid=12119): stderr: \u000a| �[0;m�[38;5;43m20221214111041297 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214111041297 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd68ec3cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214111041297 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214111041297 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214111041297 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214111041298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214111041299 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214111041300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214111041300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214111041300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:10:42.301113 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12112): Terminating (SIGTERM)\u000a11:10:42.341264 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12115): Terminating (SIGTERM)\u000a11:10:42.381541 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12118): Terminating (SIGTERM)\u000a11:10:42.390700 --- ParallelTerminationStrategy: PID 12112 died...\u000a11:10:42.444578 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12112): Terminated: ok {rc=0}\u000a11:10:42.454101 --- ParallelTerminationStrategy: PID 12115 died...\u000a11:10:42.507703 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12115): Terminated: ok {rc=0}\u000a11:10:42.517196 --- ParallelTerminationStrategy: PID 12118 died...\u000a11:10:42.570629 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12118): Terminated: ok {rc=0}\u000a11:10:42.659795 bus /sierra_3: Setting Powered False\u000a11:10:43.766979 bus /sierra_3: Setting Powered False\u000a11:10:44.880273 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "165", "name" : "handover_2G_nanobts+bts1-octphy", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T11:10:35" }, { "cases" : [ { "testActions" : [ ], "age" : 232, "className" : "handover_2G:nanobts+bts1-trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12130): Process ended prematurely: osmo-stp_10.42.42.5(pid=12130) [trial-2403↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12130)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12130): Process ended prematurely: osmo-stp_10.42.42.5(pid=12130) [trial-2403↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12130)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 handover_2G:nanobts+bts1-trx-lms handover.py\u000a----------------------------------------------\u000a11:10:46.890174 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a11:10:46.901872 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a11:10:47.062849 tst handover.py: using LAC 40511\u000a11:10:47.198125 tst handover.py: using RAC 221\u000a11:10:47.319776 tst handover.py: using CellId 40511\u000a11:10:47.442075 tst handover.py: using BVCI 40512\u000a11:10:47.465698 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a11:10:47.601671 tst handover.py: using LAC 40512\u000a11:10:47.723718 tst handover.py: using RAC 222\u000a11:10:47.844780 tst handover.py: using CellId 40512\u000a11:10:47.965891 tst handover.py: using BVCI 40513\u000a11:10:47.989011 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a11:10:47.999847 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a11:10:48.010541 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a11:10:48.021116 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a11:10:48.032098 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a11:10:48.043500 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a11:10:48.163867 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a11:10:48.368401 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:10:48.825868 run create_hlr_db(pid=12124): Launched\u000a11:10:48.951109 bus /sierra_2: Setting Powered False\u000a11:10:50.024449 run create_hlr_db(pid=12124): Terminated: ok {rc=0}\u000a11:10:50.409548 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12126): Launched\u000a11:10:50.718707 run osmo-hlr_10.42.42.2(pid=12127): Launched\u000a11:10:50.838992 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:10:51.357496 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12129): Launched\u000a11:10:51.665669 run osmo-stp_10.42.42.5(pid=12130): Launched\u000a11:10:51.777134 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:10:52.339612 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12135): Launched\u000a11:10:52.672378 run osmo-msc_10.42.42.6(pid=12136): Launched\u000a11:10:52.865965 run osmo-stp_10.42.42.5(pid=12130): ERR: Terminated: ERROR {rc=1} [trial-2403↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12130)]\u000a11:10:53.005209 run osmo-stp_10.42.42.5(pid=12130): stdout: \u000a| (launched: 2022-12-14_11:10:51.512720)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:10:53.142885 run osmo-stp_10.42.42.5(pid=12130): stderr: \u000a| �[0;m�[38;5;43m20221214111051682 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214111051682 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214111051682 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214111051683 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214111051683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214111051683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214111051683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:10:53.275279 run osmo-stp_10.42.42.5(pid=12130): stdout: \u000a| (launched: 2022-12-14_11:10:51.512720)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:10:53.405803 run osmo-stp_10.42.42.5(pid=12130): stderr: \u000a| �[0;m�[38;5;43m20221214111051682 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214111051682 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214111051682 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214111051683 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214111051683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214111051683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214111051683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:10:53.463261 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=12130): Process ended prematurely: osmo-stp_10.42.42.5(pid=12130) [trial-2403↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12130)] [trial-2403↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18]\u000a11:10:53.472046 tst handover.py:18: Test FAILED (6.6 sec)\u000a11:10:53.535210 run osmo-hlr_10.42.42.2(pid=12127): ERR: Terminated: ERROR {rc=237} [trial-2403↪handover_2G:nanobts+bts1-trx-lms↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12127)]\u000a11:10:53.587167 run osmo-hlr_10.42.42.2(pid=12127): stdout: \u000a| (launched: 2022-12-14_11:10:50.565297) \u000a11:10:53.639771 run osmo-hlr_10.42.42.2(pid=12127): stderr: \u000a| �[0;m�[1;31m20221214111050743 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214111050743 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214111050743 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214111050743 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214111050743 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214111050743 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214111050754 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/handover_2G:nanobts+bts1-trx-lms/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214111050762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214111050762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214111050762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:10:53.711572 run osmo-msc_10.42.42.6(pid=12136): ERR: Terminated: ERROR {rc=2} [trial-2403↪handover_2G:nanobts+bts1-trx-lms↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12136)]\u000a11:10:53.763316 run osmo-msc_10.42.42.6(pid=12136): stdout: \u000a| (launched: 2022-12-14_11:10:52.507256) \u000a11:10:53.815789 run osmo-msc_10.42.42.6(pid=12136): stderr: \u000a| �[0;m�[38;5;43m20221214111052826 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214111052826 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fee9b43ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214111052826 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214111052826 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214111052826 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214111052827 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214111052828 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214111052829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214111052829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214111052829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:10:53.860489 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12126): Terminating (SIGTERM)\u000a11:10:53.902589 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12129): Terminating (SIGTERM)\u000a11:10:53.945065 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12135): Terminating (SIGTERM)\u000a11:10:53.954753 --- ParallelTerminationStrategy: PID 12126 died...\u000a11:10:54.011134 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12126): Terminated: ok {rc=0}\u000a11:10:54.021259 --- ParallelTerminationStrategy: PID 12129 died...\u000a11:10:54.077012 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12129): Terminated: ok {rc=0}\u000a11:10:54.086980 --- ParallelTerminationStrategy: PID 12135 died...\u000a11:10:54.142634 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12135): Terminated: ok {rc=0}\u000a11:10:54.229672 bus /sierra_3: Setting Powered False\u000a11:10:55.337561 bus /sierra_3: Setting Powered False\u000a11:10:56.445784 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "166", "name" : "handover_2G_nanobts+bts1-trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T11:10:46" }, { "cases" : [ { "testActions" : [ ], "age" : 232, "className" : "handover_2G:nanobts+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12147): Process ended prematurely: osmo-stp_10.42.42.5(pid=12147) [trial-2403↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12147)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12147): Process ended prematurely: osmo-stp_10.42.42.5(pid=12147) [trial-2403↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12147)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 handover_2G:nanobts+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a11:10:58.447801 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a11:10:58.459401 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a11:10:58.589900 tst handover.py: using LAC 40513\u000a11:10:58.710572 tst handover.py: using RAC 223\u000a11:10:58.833373 tst handover.py: using CellId 40513\u000a11:10:58.956410 tst handover.py: using BVCI 40514\u000a11:10:58.979964 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a11:10:59.114923 tst handover.py: using LAC 40514\u000a11:10:59.237591 tst handover.py: using RAC 224\u000a11:10:59.365590 tst handover.py: using CellId 40514\u000a11:10:59.496225 tst handover.py: using BVCI 40515\u000a11:10:59.521322 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a11:10:59.532793 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a11:10:59.544163 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a11:10:59.555598 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a11:10:59.567130 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a11:10:59.578545 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a11:10:59.703343 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a11:10:59.917442 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:11:00.416530 run create_hlr_db(pid=12141): Launched\u000a11:11:00.550414 bus /sierra_2: Setting Powered False\u000a11:11:01.620719 run create_hlr_db(pid=12141): Terminated: ok {rc=0}\u000a11:11:02.030821 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12143): Launched\u000a11:11:02.346483 run osmo-hlr_10.42.42.2(pid=12144): Launched\u000a11:11:02.466047 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:11:02.980892 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12146): Launched\u000a11:11:03.292908 run osmo-stp_10.42.42.5(pid=12147): Launched\u000a11:11:03.404439 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:11:03.946152 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12149): Launched\u000a11:11:04.256633 run osmo-msc_10.42.42.6(pid=12150): Launched\u000a11:11:04.437760 run osmo-stp_10.42.42.5(pid=12147): ERR: Terminated: ERROR {rc=1} [trial-2403↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12147)]\u000a11:11:04.568271 run osmo-stp_10.42.42.5(pid=12147): stdout: \u000a| (launched: 2022-12-14_11:11:03.137327)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:11:04.697343 run osmo-stp_10.42.42.5(pid=12147): stderr: \u000a| �[0;m�[38;5;43m20221214111103307 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214111103307 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214111103307 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214111103308 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214111103308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214111103308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214111103308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:11:04.821518 run osmo-stp_10.42.42.5(pid=12147): stdout: \u000a| (launched: 2022-12-14_11:11:03.137327)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:11:04.943978 run osmo-stp_10.42.42.5(pid=12147): stderr: \u000a| �[0;m�[38;5;43m20221214111103307 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214111103307 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214111103307 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214111103308 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214111103308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214111103308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214111103308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:11:04.997822 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=12147): Process ended prematurely: osmo-stp_10.42.42.5(pid=12147) [trial-2403↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12147)] [trial-2403↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a11:11:05.006172 tst handover.py:18: Test FAILED (6.5 sec)\u000a11:11:05.067234 run osmo-hlr_10.42.42.2(pid=12144): ERR: Terminated: ERROR {rc=237} [trial-2403↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12144)]\u000a11:11:05.116671 run osmo-hlr_10.42.42.2(pid=12144): stdout: \u000a| (launched: 2022-12-14_11:11:02.189778) \u000a11:11:05.166726 run osmo-hlr_10.42.42.2(pid=12144): stderr: \u000a| �[0;m�[1;31m20221214111102362 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214111102362 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214111102362 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214111102362 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214111102362 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214111102362 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214111102379 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/handover_2G:nanobts+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214111102387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214111102388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214111102388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:11:05.235262 run osmo-msc_10.42.42.6(pid=12150): ERR: Terminated: ERROR {rc=2} [trial-2403↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12150)]\u000a11:11:05.285075 run osmo-msc_10.42.42.6(pid=12150): stdout: \u000a| (launched: 2022-12-14_11:11:04.102775) \u000a11:11:05.335340 run osmo-msc_10.42.42.6(pid=12150): stderr: \u000a| �[0;m�[38;5;43m20221214111104370 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214111104370 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc6c8ec7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214111104370 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214111104370 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214111104370 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214111104370 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214111104372 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214111104373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214111104373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214111104373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:11:05.377886 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12143): Terminating (SIGTERM)\u000a11:11:05.418070 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12146): Terminating (SIGTERM)\u000a11:11:05.458552 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12149): Terminating (SIGTERM)\u000a11:11:05.467837 --- ParallelTerminationStrategy: PID 12143 died...\u000a11:11:05.522144 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12143): Terminated: ok {rc=0}\u000a11:11:05.531842 --- ParallelTerminationStrategy: PID 12146 died...\u000a11:11:05.585958 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12146): Terminated: ok {rc=0}\u000a11:11:05.595512 --- ParallelTerminationStrategy: PID 12149 died...\u000a11:11:05.649416 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12149): Terminated: ok {rc=0}\u000a11:11:05.737945 bus /sierra_3: Setting Powered False\u000a11:11:06.841584 bus /sierra_3: Setting Powered False\u000a11:11:07.954348 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "167", "name" : "handover_2G_nanobts+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T11:10:58" }, { "cases" : [ { "testActions" : [ ], "age" : 232, "className" : "handover_2G:nanobts+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12161): Process ended prematurely: osmo-stp_10.42.42.5(pid=12161) [trial-2403↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12161)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12161): Process ended prematurely: osmo-stp_10.42.42.5(pid=12161) [trial-2403↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12161)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 handover_2G:nanobts+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a11:11:09.955328 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:11:09.966452 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a11:11:10.093490 tst handover.py: using LAC 40515\u000a11:11:10.212884 tst handover.py: using RAC 225\u000a11:11:10.333849 tst handover.py: using CellId 40515\u000a11:11:10.453077 tst handover.py: using BVCI 40516\u000a11:11:10.476222 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a11:11:10.611756 tst handover.py: using LAC 40516\u000a11:11:10.733681 tst handover.py: using RAC 226\u000a11:11:10.864153 tst handover.py: using CellId 40516\u000a11:11:10.996418 tst handover.py: using BVCI 40517\u000a11:11:11.021330 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:11:11.032826 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:11:11.044312 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:11:11.055908 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:11:11.067240 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:11:11.078475 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a11:11:11.197221 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a11:11:11.410262 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:11:11.906676 run create_hlr_db(pid=12155): Launched\u000a11:11:12.041205 bus /sierra_2: Setting Powered False\u000a11:11:13.117659 run create_hlr_db(pid=12155): Terminated: ok {rc=0}\u000a11:11:13.505364 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12157): Launched\u000a11:11:13.816183 run osmo-hlr_10.42.42.2(pid=12158): Launched\u000a11:11:13.933705 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:11:14.442851 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12160): Launched\u000a11:11:14.751563 run osmo-stp_10.42.42.5(pid=12161): Launched\u000a11:11:14.863888 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:11:15.401773 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12163): Launched\u000a11:11:15.710256 run osmo-msc_10.42.42.6(pid=12164): Launched\u000a11:11:15.952160 run osmo-stp_10.42.42.5(pid=12161): ERR: Terminated: ERROR {rc=1} [trial-2403↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12161)]\u000a11:11:16.155919 run osmo-stp_10.42.42.5(pid=12161): stdout: \u000a| (launched: 2022-12-14_11:11:14.598161)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:11:16.302617 run osmo-stp_10.42.42.5(pid=12161): stderr: \u000a| �[0;m�[38;5;43m20221214111114768 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214111114769 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214111114769 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214111114769 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214111114770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214111114770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214111114770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:11:16.429673 run osmo-stp_10.42.42.5(pid=12161): stdout: \u000a| (launched: 2022-12-14_11:11:14.598161)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:11:16.555530 run osmo-stp_10.42.42.5(pid=12161): stderr: \u000a| �[0;m�[38;5;43m20221214111114768 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214111114769 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214111114769 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214111114769 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214111114770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214111114770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214111114770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:11:16.610745 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=12161): Process ended prematurely: osmo-stp_10.42.42.5(pid=12161) [trial-2403↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12161)] [trial-2403↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18]\u000a11:11:16.619919 tst handover.py:18: Test FAILED (6.7 sec)\u000a11:11:16.683812 run osmo-hlr_10.42.42.2(pid=12158): ERR: Terminated: ERROR {rc=237} [trial-2403↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12158)]\u000a11:11:16.735482 run osmo-hlr_10.42.42.2(pid=12158): stdout: \u000a| (launched: 2022-12-14_11:11:13.660868) \u000a11:11:16.788169 run osmo-hlr_10.42.42.2(pid=12158): stderr: \u000a| �[0;m�[1;31m20221214111113836 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214111113836 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214111113836 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214111113836 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214111113836 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214111113836 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214111113848 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/handover_2G:nanobts+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214111113856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214111113856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214111113856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:11:16.858682 run osmo-msc_10.42.42.6(pid=12164): ERR: Terminated: ERROR {rc=2} [trial-2403↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12164)]\u000a11:11:16.910433 run osmo-msc_10.42.42.6(pid=12164): stdout: \u000a| (launched: 2022-12-14_11:11:15.557069) \u000a11:11:16.962911 run osmo-msc_10.42.42.6(pid=12164): stderr: \u000a| �[0;m�[38;5;43m20221214111115833 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214111115833 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f34bf328c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214111115833 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214111115834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214111115834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214111115834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214111115836 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214111115836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214111115836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214111115836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:11:17.008016 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12157): Terminating (SIGTERM)\u000a11:11:17.050392 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12160): Terminating (SIGTERM)\u000a11:11:17.092495 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12163): Terminating (SIGTERM)\u000a11:11:17.102279 --- ParallelTerminationStrategy: PID 12157 died...\u000a11:11:17.159526 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12157): Terminated: ok {rc=0}\u000a11:11:17.170118 --- ParallelTerminationStrategy: PID 12160 died...\u000a11:11:17.227027 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12160): Terminated: ok {rc=0}\u000a11:11:17.237470 --- ParallelTerminationStrategy: PID 12163 died...\u000a11:11:17.294352 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12163): Terminated: ok {rc=0}\u000a11:11:17.381668 bus /sierra_3: Setting Powered False\u000a11:11:18.485187 bus /sierra_3: Setting Powered False\u000a11:11:19.597362 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "168", "name" : "handover_2G_nanobts+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T11:11:09" }, { "cases" : [ { "testActions" : [ ], "age" : 232, "className" : "handover_2G:nanobts+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12175): Process ended prematurely: osmo-stp_10.42.42.5(pid=12175) [trial-2403↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12175)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12175): Process ended prematurely: osmo-stp_10.42.42.5(pid=12175) [trial-2403↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12175)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 handover_2G:nanobts+bts1-sysmo handover.py\u000a----------------------------------------------\u000a11:11:21.568525 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a11:11:21.579386 tst handover_2G:nanobts+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a11:11:21.712859 tst handover.py: using LAC 40517\u000a11:11:21.842723 tst handover.py: using RAC 227\u000a11:11:21.971812 tst handover.py: using CellId 40517\u000a11:11:22.095201 tst handover.py: using BVCI 40518\u000a11:11:22.118925 tst handover_2G:nanobts+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a11:11:22.245074 tst handover.py: using LAC 40518\u000a11:11:22.374343 tst handover.py: using RAC 228\u000a11:11:22.503982 tst handover.py: using CellId 40518\u000a11:11:22.632455 tst handover.py: using BVCI 40519\u000a11:11:22.657395 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a11:11:22.668884 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a11:11:22.680054 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a11:11:22.691187 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a11:11:22.702421 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a11:11:22.713584 tst handover_2G:nanobts+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a11:11:22.834691 tst handover_2G:nanobts+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a11:11:23.039672 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:11:23.500432 run create_hlr_db(pid=12169): Launched\u000a11:11:23.626050 bus /sierra_2: Setting Powered False\u000a11:11:24.698312 run create_hlr_db(pid=12169): Terminated: ok {rc=0}\u000a11:11:25.108597 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12171): Launched\u000a11:11:25.439017 run osmo-hlr_10.42.42.2(pid=12172): Launched\u000a11:11:25.558947 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:11:26.102455 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12174): Launched\u000a11:11:26.431539 run osmo-stp_10.42.42.5(pid=12175): Launched\u000a11:11:26.549355 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:11:27.123511 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12177): Launched\u000a11:11:27.455176 run osmo-msc_10.42.42.6(pid=12178): Launched\u000a11:11:27.647885 run osmo-stp_10.42.42.5(pid=12175): ERR: Terminated: ERROR {rc=1} [trial-2403↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12175)]\u000a11:11:27.786412 run osmo-stp_10.42.42.5(pid=12175): stdout: \u000a| (launched: 2022-12-14_11:11:26.269043)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:11:27.923585 run osmo-stp_10.42.42.5(pid=12175): stderr: \u000a| �[0;m�[38;5;43m20221214111126460 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214111126460 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214111126460 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214111126461 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214111126461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214111126462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214111126462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:11:28.055396 run osmo-stp_10.42.42.5(pid=12175): stdout: \u000a| (launched: 2022-12-14_11:11:26.269043)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:11:28.185855 run osmo-stp_10.42.42.5(pid=12175): stderr: \u000a| �[0;m�[38;5;43m20221214111126460 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214111126460 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214111126460 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214111126461 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214111126461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214111126462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214111126462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:11:28.242912 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=12175): Process ended prematurely: osmo-stp_10.42.42.5(pid=12175) [trial-2403↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12175)] [trial-2403↪handover_2G:nanobts+bts1-sysmo↪handover.py:18]\u000a11:11:28.251805 tst handover.py:18: Test FAILED (6.7 sec)\u000a11:11:28.314528 run osmo-hlr_10.42.42.2(pid=12172): ERR: Terminated: ERROR {rc=237} [trial-2403↪handover_2G:nanobts+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12172)]\u000a11:11:28.366445 run osmo-hlr_10.42.42.2(pid=12172): stdout: \u000a| (launched: 2022-12-14_11:11:25.275128) \u000a11:11:28.419051 run osmo-hlr_10.42.42.2(pid=12172): stderr: \u000a| �[0;m�[1;31m20221214111125473 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214111125473 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214111125473 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214111125473 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214111125473 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214111125473 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214111125485 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/handover_2G:nanobts+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214111125494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214111125494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214111125494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:11:28.490165 run osmo-msc_10.42.42.6(pid=12178): ERR: Terminated: ERROR {rc=2} [trial-2403↪handover_2G:nanobts+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12178)]\u000a11:11:28.541783 run osmo-msc_10.42.42.6(pid=12178): stdout: \u000a| (launched: 2022-12-14_11:11:27.289993) \u000a11:11:28.594174 run osmo-msc_10.42.42.6(pid=12178): stderr: \u000a| �[0;m�[38;5;43m20221214111127610 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214111127610 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8b3c48bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214111127610 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214111127610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214111127610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214111127611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214111127612 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214111127613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214111127613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214111127613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:11:28.638717 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12171): Terminating (SIGTERM)\u000a11:11:28.681354 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12174): Terminating (SIGTERM)\u000a11:11:28.723708 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12177): Terminating (SIGTERM)\u000a11:11:28.733541 --- ParallelTerminationStrategy: PID 12171 died...\u000a11:11:28.789720 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12171): Terminated: ok {rc=0}\u000a11:11:28.799908 --- ParallelTerminationStrategy: PID 12174 died...\u000a11:11:28.855608 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12174): Terminated: ok {rc=0}\u000a11:11:28.865873 --- ParallelTerminationStrategy: PID 12177 died...\u000a11:11:28.921627 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12177): Terminated: ok {rc=0}\u000a11:11:29.009436 bus /sierra_3: Setting Powered False\u000a11:11:30.112773 bus /sierra_3: Setting Powered False\u000a11:11:31.222249 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "169", "name" : "handover_2G_nanobts+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T11:11:21" }, { "cases" : [ { "testActions" : [ ], "age" : 232, "className" : "handover_2G:nanobts+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12190): Process ended prematurely: osmo-stp_10.42.42.5(pid=12190) [trial-2403↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12190)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12190): Process ended prematurely: osmo-stp_10.42.42.5(pid=12190) [trial-2403↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12190)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 handover_2G:nanobts+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a11:11:33.202523 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:11:33.213461 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a11:11:33.339820 tst handover.py: using LAC 40519\u000a11:11:33.461921 tst handover.py: using RAC 229\u000a11:11:33.588370 tst handover.py: using CellId 40519\u000a11:11:33.712620 tst handover.py: using BVCI 40520\u000a11:11:33.736179 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a11:11:33.873718 tst handover.py: using LAC 40520\u000a11:11:33.991961 tst handover.py: using RAC 230\u000a11:11:34.117842 tst handover.py: using CellId 40520\u000a11:11:34.239984 tst handover.py: using BVCI 40521\u000a11:11:34.263426 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:11:34.274505 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:11:34.285395 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:11:34.296072 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:11:34.307496 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:11:34.318603 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a11:11:34.439558 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a11:11:34.643985 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:11:35.101893 run create_hlr_db(pid=12184): Launched\u000a11:11:35.226945 bus /sierra_2: Setting Powered False\u000a11:11:36.300356 run create_hlr_db(pid=12184): Terminated: ok {rc=0}\u000a11:11:36.712269 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12186): Launched\u000a11:11:37.043299 run osmo-hlr_10.42.42.2(pid=12187): Launched\u000a11:11:37.167096 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:11:37.713555 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12189): Launched\u000a11:11:38.044377 run osmo-stp_10.42.42.5(pid=12190): Launched\u000a11:11:38.162809 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:11:38.736815 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12192): Launched\u000a11:11:39.067573 run osmo-msc_10.42.42.6(pid=12193): Launched\u000a11:11:39.260217 run osmo-stp_10.42.42.5(pid=12190): ERR: Terminated: ERROR {rc=1} [trial-2403↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12190)]\u000a11:11:39.399311 run osmo-stp_10.42.42.5(pid=12190): stdout: \u000a| (launched: 2022-12-14_11:11:37.880059)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:11:39.537854 run osmo-stp_10.42.42.5(pid=12190): stderr: \u000a| �[0;m�[38;5;43m20221214111138071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214111138071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214111138071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214111138071 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214111138072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214111138072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214111138072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:11:39.669501 run osmo-stp_10.42.42.5(pid=12190): stdout: \u000a| (launched: 2022-12-14_11:11:37.880059)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:11:39.799452 run osmo-stp_10.42.42.5(pid=12190): stderr: \u000a| �[0;m�[38;5;43m20221214111138071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214111138071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214111138071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214111138071 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214111138072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214111138072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214111138072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:11:39.856457 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=12190): Process ended prematurely: osmo-stp_10.42.42.5(pid=12190) [trial-2403↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12190)] [trial-2403↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18]\u000a11:11:39.865199 tst handover.py:18: Test FAILED (6.7 sec)\u000a11:11:39.928249 run osmo-hlr_10.42.42.2(pid=12187): ERR: Terminated: ERROR {rc=237} [trial-2403↪handover_2G:nanobts+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12187)]\u000a11:11:39.981800 run osmo-hlr_10.42.42.2(pid=12187): stdout: \u000a| (launched: 2022-12-14_11:11:36.879291) \u000a11:11:40.032445 run osmo-hlr_10.42.42.2(pid=12187): stderr: \u000a| �[0;m�[1;31m20221214111137077 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214111137077 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214111137077 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214111137077 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214111137077 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214111137078 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214111137090 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/handover_2G:nanobts+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214111137101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214111137101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214111137101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:11:40.100880 run osmo-msc_10.42.42.6(pid=12193): ERR: Terminated: ERROR {rc=2} [trial-2403↪handover_2G:nanobts+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12193)]\u000a11:11:40.151035 run osmo-msc_10.42.42.6(pid=12193): stdout: \u000a| (launched: 2022-12-14_11:11:38.904311) \u000a11:11:40.201434 run osmo-msc_10.42.42.6(pid=12193): stderr: \u000a| �[0;m�[38;5;43m20221214111139224 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214111139224 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fef82052c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214111139224 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214111139224 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214111139224 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214111139225 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214111139226 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214111139227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214111139227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214111139227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:11:40.244883 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12186): Terminating (SIGTERM)\u000a11:11:40.285553 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12189): Terminating (SIGTERM)\u000a11:11:40.326250 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12192): Terminating (SIGTERM)\u000a11:11:40.335088 --- ParallelTerminationStrategy: PID 12186 died...\u000a11:11:40.389963 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12186): Terminated: ok {rc=0}\u000a11:11:40.399701 --- ParallelTerminationStrategy: PID 12189 died...\u000a11:11:40.454450 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12189): Terminated: ok {rc=0}\u000a11:11:40.463989 --- ParallelTerminationStrategy: PID 12192 died...\u000a11:11:40.518640 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12192): Terminated: ok {rc=0}\u000a11:11:40.608616 bus /sierra_3: Setting Powered False\u000a11:11:41.716344 bus /sierra_3: Setting Powered False\u000a11:11:42.825212 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "170", "name" : "handover_2G_nanobts+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T11:11:32" }, { "cases" : [ { "testActions" : [ ], "age" : 232, "className" : "handover_2G:nanobts+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12204): Process ended prematurely: osmo-stp_10.42.42.5(pid=12204) [trial-2403↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12204)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12204): Process ended prematurely: osmo-stp_10.42.42.5(pid=12204) [trial-2403↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12204)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 handover_2G:nanobts+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a11:11:44.830542 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:11:44.842031 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a11:11:44.970022 tst handover.py: using LAC 40521\u000a11:11:45.097835 tst handover.py: using RAC 231\u000a11:11:45.226330 tst handover.py: using CellId 40521\u000a11:11:45.344687 tst handover.py: using BVCI 40522\u000a11:11:45.368114 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a11:11:45.504386 tst handover.py: using LAC 40522\u000a11:11:45.624941 tst handover.py: using RAC 232\u000a11:11:45.744750 tst handover.py: using CellId 40522\u000a11:11:45.875201 tst handover.py: using BVCI 40523\u000a11:11:45.909300 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:11:45.925319 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:11:45.943510 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:11:45.961470 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:11:45.974977 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:11:45.988009 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a11:11:46.137458 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a11:11:46.349992 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:11:46.857816 run create_hlr_db(pid=12198): Launched\u000a11:11:47.030423 bus /sierra_2: Setting Powered False\u000a11:11:48.077799 run create_hlr_db(pid=12198): Terminated: ok {rc=0}\u000a11:11:48.489490 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12200): Launched\u000a11:11:48.819315 run osmo-hlr_10.42.42.2(pid=12201): Launched\u000a11:11:48.941724 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:11:49.487810 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12203): Launched\u000a11:11:49.819144 run osmo-stp_10.42.42.5(pid=12204): Launched\u000a11:11:49.942128 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:11:50.515611 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12206): Launched\u000a11:11:50.845719 run osmo-msc_10.42.42.6(pid=12207): Launched\u000a11:11:51.037155 run osmo-stp_10.42.42.5(pid=12204): ERR: Terminated: ERROR {rc=1} [trial-2403↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12204)]\u000a11:11:51.175163 run osmo-stp_10.42.42.5(pid=12204): stdout: \u000a| (launched: 2022-12-14_11:11:49.655309)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:11:51.311889 run osmo-stp_10.42.42.5(pid=12204): stderr: \u000a| �[0;m�[38;5;43m20221214111149844 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214111149844 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214111149844 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214111149845 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214111149845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214111149845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214111149845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:11:51.443554 run osmo-stp_10.42.42.5(pid=12204): stdout: \u000a| (launched: 2022-12-14_11:11:49.655309)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:11:51.573986 run osmo-stp_10.42.42.5(pid=12204): stderr: \u000a| �[0;m�[38;5;43m20221214111149844 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214111149844 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214111149844 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214111149845 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214111149845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214111149845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214111149845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:11:51.631677 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=12204): Process ended prematurely: osmo-stp_10.42.42.5(pid=12204) [trial-2403↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12204)] [trial-2403↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18]\u000a11:11:51.640231 tst handover.py:18: Test FAILED (6.8 sec)\u000a11:11:51.703461 run osmo-hlr_10.42.42.2(pid=12201): ERR: Terminated: ERROR {rc=237} [trial-2403↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12201)]\u000a11:11:51.755482 run osmo-hlr_10.42.42.2(pid=12201): stdout: \u000a| (launched: 2022-12-14_11:11:48.655906) \u000a11:11:51.808170 run osmo-hlr_10.42.42.2(pid=12201): stderr: \u000a| �[0;m�[1;31m20221214111148852 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214111148852 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214111148852 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214111148852 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214111148852 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214111148852 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214111148864 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/handover_2G:nanobts+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214111148873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214111148873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214111148873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:11:51.879284 run osmo-msc_10.42.42.6(pid=12207): ERR: Terminated: ERROR {rc=2} [trial-2403↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12207)]\u000a11:11:51.931110 run osmo-msc_10.42.42.6(pid=12207): stdout: \u000a| (launched: 2022-12-14_11:11:50.681873) \u000a11:11:51.984137 run osmo-msc_10.42.42.6(pid=12207): stderr: \u000a| �[0;m�[38;5;43m20221214111151002 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214111151002 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f713426ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214111151002 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214111151002 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214111151002 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214111151003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214111151004 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214111151005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214111151005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214111151005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:11:52.028993 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12200): Terminating (SIGTERM)\u000a11:11:52.071077 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12203): Terminating (SIGTERM)\u000a11:11:52.113212 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12206): Terminating (SIGTERM)\u000a11:11:52.122942 --- ParallelTerminationStrategy: PID 12200 died...\u000a11:11:52.179241 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12200): Terminated: ok {rc=0}\u000a11:11:52.189416 --- ParallelTerminationStrategy: PID 12203 died...\u000a11:11:52.245224 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12203): Terminated: ok {rc=0}\u000a11:11:52.255252 --- ParallelTerminationStrategy: PID 12206 died...\u000a11:11:52.310959 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12206): Terminated: ok {rc=0}\u000a11:11:52.398809 bus /sierra_3: Setting Powered False\u000a11:11:53.503070 bus /sierra_3: Setting Powered False\u000a11:11:54.615279 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "171", "name" : "handover_2G_nanobts+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T11:11:44" }, { "cases" : [ { "testActions" : [ ], "age" : 232, "className" : "handover_2G:oc2g+bts1-octphy", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12218): Process ended prematurely: osmo-stp_10.42.42.5(pid=12218) [trial-2403↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12218)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12218): Process ended prematurely: osmo-stp_10.42.42.5(pid=12218) [trial-2403↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12218)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 handover_2G:oc2g+bts1-octphy handover.py\u000a----------------------------------------------\u000a11:11:56.590606 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a11:11:56.601988 tst handover_2G:oc2g+bts1-octphy: Using 1 x bts (candidates: 2)\u000a11:11:56.736416 tst handover.py: using LAC 40523\u000a11:11:56.863052 tst handover.py: using RAC 233\u000a11:11:56.990241 tst handover.py: using CellId 40523\u000a11:11:57.116394 tst handover.py: using BVCI 40524\u000a11:11:57.141305 tst handover_2G:oc2g+bts1-octphy: Using 1 x bts (candidates: 2)\u000a11:11:57.268763 tst handover.py: using LAC 40524\u000a11:11:57.395428 tst handover.py: using RAC 234\u000a11:11:57.522157 tst handover.py: using CellId 40524\u000a11:11:57.648810 tst handover.py: using BVCI 40525\u000a11:11:57.674251 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a11:11:57.685510 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a11:11:57.696629 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a11:11:57.708000 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a11:11:57.719352 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a11:11:57.730627 tst handover_2G:oc2g+bts1-octphy: Using 1 x modem (candidates: 2)\u000a11:11:57.849486 tst handover_2G:oc2g+bts1-octphy: Using 1 x modem (candidates: 2)\u000a11:11:58.065956 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:11:58.565468 run create_hlr_db(pid=12212): Launched\u000a11:11:58.699945 bus /sierra_2: Setting Powered False\u000a11:11:59.777156 run create_hlr_db(pid=12212): Terminated: ok {rc=0}\u000a11:12:00.190307 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12214): Launched\u000a11:12:00.521762 run osmo-hlr_10.42.42.2(pid=12215): Launched\u000a11:12:00.641063 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:12:01.216535 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12217): Launched\u000a11:12:01.686616 run osmo-stp_10.42.42.5(pid=12218): Launched\u000a11:12:01.883106 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:12:02.432784 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12220): Launched\u000a11:12:02.744660 run osmo-msc_10.42.42.6(pid=12221): Launched\u000a11:12:02.927120 run osmo-stp_10.42.42.5(pid=12218): ERR: Terminated: ERROR {rc=1} [trial-2403↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12218)]\u000a11:12:03.056830 run osmo-stp_10.42.42.5(pid=12218): stdout: \u000a| (launched: 2022-12-14_11:12:01.379418)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:12:03.185850 run osmo-stp_10.42.42.5(pid=12218): stderr: \u000a| �[0;m�[38;5;43m20221214111201588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214111201588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214111201588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214111201591 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214111201592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214111201592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214111201592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:12:03.309931 run osmo-stp_10.42.42.5(pid=12218): stdout: \u000a| (launched: 2022-12-14_11:12:01.379418)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:12:03.432487 run osmo-stp_10.42.42.5(pid=12218): stderr: \u000a| �[0;m�[38;5;43m20221214111201588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214111201588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214111201588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214111201591 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214111201592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214111201592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214111201592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:12:03.486899 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=12218): Process ended prematurely: osmo-stp_10.42.42.5(pid=12218) [trial-2403↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12218)] [trial-2403↪handover_2G:oc2g+bts1-octphy↪handover.py:18]\u000a11:12:03.495080 tst handover.py:18: Test FAILED (6.9 sec)\u000a11:12:03.555598 run osmo-hlr_10.42.42.2(pid=12215): ERR: Terminated: ERROR {rc=237} [trial-2403↪handover_2G:oc2g+bts1-octphy↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12215)]\u000a11:12:03.605138 run osmo-hlr_10.42.42.2(pid=12215): stdout: \u000a| (launched: 2022-12-14_11:12:00.357883) \u000a11:12:03.655340 run osmo-hlr_10.42.42.2(pid=12215): stderr: \u000a| �[0;m�[1;31m20221214111200554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214111200554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214111200554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214111200554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214111200554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214111200554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214111200566 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/handover_2G:oc2g+bts1-octphy/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214111200575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214111200575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214111200575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:12:03.723643 run osmo-msc_10.42.42.6(pid=12221): ERR: Terminated: ERROR {rc=2} [trial-2403↪handover_2G:oc2g+bts1-octphy↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12221)]\u000a11:12:03.772885 run osmo-msc_10.42.42.6(pid=12221): stdout: \u000a| (launched: 2022-12-14_11:12:02.589601) \u000a11:12:03.822848 run osmo-msc_10.42.42.6(pid=12221): stderr: \u000a| �[0;m�[38;5;43m20221214111202858 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214111202858 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ffa0798cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214111202858 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214111202858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214111202859 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214111202859 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214111202860 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214111202861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214111202861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214111202861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:12:03.865485 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12214): Terminating (SIGTERM)\u000a11:12:03.905738 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12217): Terminating (SIGTERM)\u000a11:12:03.945928 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12220): Terminating (SIGTERM)\u000a11:12:03.955110 --- ParallelTerminationStrategy: PID 12214 died...\u000a11:12:04.009333 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12214): Terminated: ok {rc=0}\u000a11:12:04.018924 --- ParallelTerminationStrategy: PID 12217 died...\u000a11:12:04.072499 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12217): Terminated: ok {rc=0}\u000a11:12:04.082100 --- ParallelTerminationStrategy: PID 12220 died...\u000a11:12:04.135771 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12220): Terminated: ok {rc=0}\u000a11:12:04.224269 bus /sierra_3: Setting Powered False\u000a11:12:05.326900 bus /sierra_3: Setting Powered False\u000a11:12:06.433028 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "172", "name" : "handover_2G_oc2g+bts1-octphy", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T11:11:56" }, { "cases" : [ { "testActions" : [ ], "age" : 232, "className" : "handover_2G:oc2g+bts1-trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12232): Process ended prematurely: osmo-stp_10.42.42.5(pid=12232) [trial-2403↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12232)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12232): Process ended prematurely: osmo-stp_10.42.42.5(pid=12232) [trial-2403↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12232)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 handover_2G:oc2g+bts1-trx-lms handover.py\u000a----------------------------------------------\u000a11:12:08.415101 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a11:12:08.426512 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a11:12:08.555300 tst handover.py: using LAC 40525\u000a11:12:08.685624 tst handover.py: using RAC 235\u000a11:12:08.808218 tst handover.py: using CellId 40525\u000a11:12:08.928554 tst handover.py: using BVCI 40526\u000a11:12:08.952095 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a11:12:09.089924 tst handover.py: using LAC 40526\u000a11:12:09.212376 tst handover.py: using RAC 236\u000a11:12:09.334518 tst handover.py: using CellId 40526\u000a11:12:09.462271 tst handover.py: using BVCI 40527\u000a11:12:09.487270 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a11:12:09.498688 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a11:12:09.509993 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a11:12:09.521157 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a11:12:09.532432 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a11:12:09.543574 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a11:12:09.661475 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a11:12:09.876255 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:12:10.374396 run create_hlr_db(pid=12226): Launched\u000a11:12:10.509521 bus /sierra_2: Setting Powered False\u000a11:12:11.586989 run create_hlr_db(pid=12226): Terminated: ok {rc=0}\u000a11:12:11.979477 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12228): Launched\u000a11:12:12.289107 run osmo-hlr_10.42.42.2(pid=12229): Launched\u000a11:12:12.409887 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:12:12.926178 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12231): Launched\u000a11:12:13.237325 run osmo-stp_10.42.42.5(pid=12232): Launched\u000a11:12:13.349411 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:12:13.888775 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12234): Launched\u000a11:12:14.201362 run osmo-msc_10.42.42.6(pid=12235): Launched\u000a11:12:14.382013 run osmo-stp_10.42.42.5(pid=12232): ERR: Terminated: ERROR {rc=1} [trial-2403↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12232)]\u000a11:12:14.512269 run osmo-stp_10.42.42.5(pid=12232): stdout: \u000a| (launched: 2022-12-14_11:12:13.081995)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:12:14.640909 run osmo-stp_10.42.42.5(pid=12232): stderr: \u000a| �[0;m�[38;5;43m20221214111213251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214111213251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214111213252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214111213252 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214111213252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214111213253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214111213253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:12:14.764239 run osmo-stp_10.42.42.5(pid=12232): stdout: \u000a| (launched: 2022-12-14_11:12:13.081995)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:12:14.886248 run osmo-stp_10.42.42.5(pid=12232): stderr: \u000a| �[0;m�[38;5;43m20221214111213251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214111213251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214111213252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214111213252 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214111213252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214111213253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214111213253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:12:14.939853 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=12232): Process ended prematurely: osmo-stp_10.42.42.5(pid=12232) [trial-2403↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12232)] [trial-2403↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18]\u000a11:12:14.947912 tst handover.py:18: Test FAILED (6.5 sec)\u000a11:12:15.008207 run osmo-hlr_10.42.42.2(pid=12229): ERR: Terminated: ERROR {rc=237} [trial-2403↪handover_2G:oc2g+bts1-trx-lms↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12229)]\u000a11:12:15.057723 run osmo-hlr_10.42.42.2(pid=12229): stdout: \u000a| (launched: 2022-12-14_11:12:12.135867) \u000a11:12:15.107895 run osmo-hlr_10.42.42.2(pid=12229): stderr: \u000a| �[0;m�[1;31m20221214111212310 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214111212310 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214111212310 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214111212310 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214111212310 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214111212310 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214111212322 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/handover_2G:oc2g+bts1-trx-lms/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214111212330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214111212330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214111212330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:12:15.175600 run osmo-msc_10.42.42.6(pid=12235): ERR: Terminated: ERROR {rc=2} [trial-2403↪handover_2G:oc2g+bts1-trx-lms↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12235)]\u000a11:12:15.224763 run osmo-msc_10.42.42.6(pid=12235): stdout: \u000a| (launched: 2022-12-14_11:12:14.045440) \u000a11:12:15.275040 run osmo-msc_10.42.42.6(pid=12235): stderr: \u000a| �[0;m�[38;5;43m20221214111214314 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214111214314 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1ec5677c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214111214314 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214111214314 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214111214315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214111214315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214111214316 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214111214317 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214111214317 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214111214317 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:12:15.317148 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12228): Terminating (SIGTERM)\u000a11:12:15.356674 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12231): Terminating (SIGTERM)\u000a11:12:15.396447 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12234): Terminating (SIGTERM)\u000a11:12:15.405682 --- ParallelTerminationStrategy: PID 12228 died...\u000a11:12:15.459404 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12228): Terminated: ok {rc=0}\u000a11:12:15.468856 --- ParallelTerminationStrategy: PID 12231 died...\u000a11:12:15.522166 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12231): Terminated: ok {rc=0}\u000a11:12:15.531620 --- ParallelTerminationStrategy: PID 12234 died...\u000a11:12:15.585063 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12234): Terminated: ok {rc=0}\u000a11:12:15.673286 bus /sierra_3: Setting Powered False\u000a11:12:16.781745 bus /sierra_3: Setting Powered False\u000a11:12:17.894643 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "173", "name" : "handover_2G_oc2g+bts1-trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T11:12:08" }, { "cases" : [ { "testActions" : [ ], "age" : 232, "className" : "handover_2G:oc2g+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12246): Process ended prematurely: osmo-stp_10.42.42.5(pid=12246) [trial-2403↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12246)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12246): Process ended prematurely: osmo-stp_10.42.42.5(pid=12246) [trial-2403↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12246)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 handover_2G:oc2g+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a11:12:19.872815 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a11:12:19.884008 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a11:12:20.012170 tst handover.py: using LAC 40527\u000a11:12:20.133054 tst handover.py: using RAC 237\u000a11:12:20.253571 tst handover.py: using CellId 40527\u000a11:12:20.373272 tst handover.py: using BVCI 40528\u000a11:12:20.396537 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a11:12:20.529503 tst handover.py: using LAC 40528\u000a11:12:20.648272 tst handover.py: using RAC 238\u000a11:12:20.769607 tst handover.py: using CellId 40528\u000a11:12:20.888336 tst handover.py: using BVCI 40529\u000a11:12:20.911772 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a11:12:20.922919 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a11:12:20.934051 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a11:12:20.945072 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a11:12:20.956820 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a11:12:20.968509 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a11:12:21.094085 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a11:12:21.302765 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:12:21.764498 run create_hlr_db(pid=12240): Launched\u000a11:12:21.891116 bus /sierra_2: Setting Powered False\u000a11:12:22.963274 run create_hlr_db(pid=12240): Terminated: ok {rc=0}\u000a11:12:23.349766 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12242): Launched\u000a11:12:23.658848 run osmo-hlr_10.42.42.2(pid=12243): Launched\u000a11:12:23.778433 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:12:24.296349 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12245): Launched\u000a11:12:24.605982 run osmo-stp_10.42.42.5(pid=12246): Launched\u000a11:12:24.717812 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:12:25.256677 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12248): Launched\u000a11:12:25.569436 run osmo-msc_10.42.42.6(pid=12249): Launched\u000a11:12:25.749278 run osmo-stp_10.42.42.5(pid=12246): ERR: Terminated: ERROR {rc=1} [trial-2403↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12246)]\u000a11:12:25.879581 run osmo-stp_10.42.42.5(pid=12246): stdout: \u000a| (launched: 2022-12-14_11:12:24.452880)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:12:26.008572 run osmo-stp_10.42.42.5(pid=12246): stderr: \u000a| �[0;m�[38;5;43m20221214111224621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214111224621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214111224621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214111224621 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214111224622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214111224622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214111224622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:12:26.132198 run osmo-stp_10.42.42.5(pid=12246): stdout: \u000a| (launched: 2022-12-14_11:12:24.452880)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:12:26.254564 run osmo-stp_10.42.42.5(pid=12246): stderr: \u000a| �[0;m�[38;5;43m20221214111224621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214111224621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214111224621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214111224621 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214111224622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214111224622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214111224622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:12:26.308145 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=12246): Process ended prematurely: osmo-stp_10.42.42.5(pid=12246) [trial-2403↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12246)] [trial-2403↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a11:12:26.316438 tst handover.py:18: Test FAILED (6.4 sec)\u000a11:12:26.377051 run osmo-hlr_10.42.42.2(pid=12243): ERR: Terminated: ERROR {rc=237} [trial-2403↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12243)]\u000a11:12:26.426743 run osmo-hlr_10.42.42.2(pid=12243): stdout: \u000a| (launched: 2022-12-14_11:12:23.505866) \u000a11:12:26.476907 run osmo-hlr_10.42.42.2(pid=12243): stderr: \u000a| �[0;m�[1;31m20221214111223679 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214111223679 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214111223679 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214111223679 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214111223680 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214111223680 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214111223692 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/handover_2G:oc2g+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214111223700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214111223700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214111223700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:12:26.544417 run osmo-msc_10.42.42.6(pid=12249): ERR: Terminated: ERROR {rc=2} [trial-2403↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12249)]\u000a11:12:26.594051 run osmo-msc_10.42.42.6(pid=12249): stdout: \u000a| (launched: 2022-12-14_11:12:25.412679) \u000a11:12:26.643948 run osmo-msc_10.42.42.6(pid=12249): stderr: \u000a| �[0;m�[38;5;43m20221214111225682 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214111225682 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7faf07520c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214111225682 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214111225682 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214111225682 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214111225682 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214111225684 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214111225684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214111225685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214111225685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:12:26.686339 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12242): Terminating (SIGTERM)\u000a11:12:26.726404 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12245): Terminating (SIGTERM)\u000a11:12:26.766319 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12248): Terminating (SIGTERM)\u000a11:12:26.775513 --- ParallelTerminationStrategy: PID 12242 died...\u000a11:12:26.829683 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12242): Terminated: ok {rc=0}\u000a11:12:26.839299 --- ParallelTerminationStrategy: PID 12245 died...\u000a11:12:26.892648 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12245): Terminated: ok {rc=0}\u000a11:12:26.902178 --- ParallelTerminationStrategy: PID 12248 died...\u000a11:12:26.955888 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12248): Terminated: ok {rc=0}\u000a11:12:27.043854 bus /sierra_3: Setting Powered False\u000a11:12:28.150340 bus /sierra_3: Setting Powered False\u000a11:12:29.259069 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "174", "name" : "handover_2G_oc2g+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T11:12:19" }, { "cases" : [ { "testActions" : [ ], "age" : 232, "className" : "handover_2G:oc2g+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12260): Process ended prematurely: osmo-stp_10.42.42.5(pid=12260) [trial-2403↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12260)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12260): Process ended prematurely: osmo-stp_10.42.42.5(pid=12260) [trial-2403↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12260)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 handover_2G:oc2g+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a11:12:31.262384 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:12:31.274231 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a11:12:31.432018 tst handover.py: using LAC 40529\u000a11:12:31.565365 tst handover.py: using RAC 239\u000a11:12:31.730771 tst handover.py: using CellId 40529\u000a11:12:31.893191 tst handover.py: using BVCI 40530\u000a11:12:31.927347 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a11:12:32.102103 tst handover.py: using LAC 40530\u000a11:12:32.239368 tst handover.py: using RAC 240\u000a11:12:32.362490 tst handover.py: using CellId 40530\u000a11:12:32.485197 tst handover.py: using BVCI 40531\u000a11:12:32.508873 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:12:32.520030 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:12:32.531337 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:12:32.542270 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:12:32.553561 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:12:32.564757 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a11:12:32.686336 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a11:12:32.900351 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:12:33.401975 run create_hlr_db(pid=12254): Launched\u000a11:12:33.536053 bus /sierra_2: Setting Powered False\u000a11:12:34.612404 run create_hlr_db(pid=12254): Terminated: ok {rc=0}\u000a11:12:35.004021 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12256): Launched\u000a11:12:35.314818 run osmo-hlr_10.42.42.2(pid=12257): Launched\u000a11:12:35.436729 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:12:35.952739 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12259): Launched\u000a11:12:36.261684 run osmo-stp_10.42.42.5(pid=12260): Launched\u000a11:12:36.374249 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:12:36.911320 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12262): Launched\u000a11:12:37.221661 run osmo-msc_10.42.42.6(pid=12263): Launched\u000a11:12:37.401858 run osmo-stp_10.42.42.5(pid=12260): ERR: Terminated: ERROR {rc=1} [trial-2403↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12260)]\u000a11:12:37.531684 run osmo-stp_10.42.42.5(pid=12260): stdout: \u000a| (launched: 2022-12-14_11:12:36.108852)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:12:37.660001 run osmo-stp_10.42.42.5(pid=12260): stderr: \u000a| �[0;m�[38;5;43m20221214111236278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214111236278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214111236279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214111236279 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214111236279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214111236280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214111236280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:12:37.783402 run osmo-stp_10.42.42.5(pid=12260): stdout: \u000a| (launched: 2022-12-14_11:12:36.108852)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:12:37.906153 run osmo-stp_10.42.42.5(pid=12260): stderr: \u000a| �[0;m�[38;5;43m20221214111236278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214111236278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214111236279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214111236279 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214111236279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214111236280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214111236280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:12:37.959423 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=12260): Process ended prematurely: osmo-stp_10.42.42.5(pid=12260) [trial-2403↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12260)] [trial-2403↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18]\u000a11:12:37.967897 tst handover.py:18: Test FAILED (6.7 sec)\u000a11:12:38.028338 run osmo-hlr_10.42.42.2(pid=12257): ERR: Terminated: ERROR {rc=237} [trial-2403↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12257)]\u000a11:12:38.077699 run osmo-hlr_10.42.42.2(pid=12257): stdout: \u000a| (launched: 2022-12-14_11:12:35.161290) \u000a11:12:38.128019 run osmo-hlr_10.42.42.2(pid=12257): stderr: \u000a| �[0;m�[1;31m20221214111235335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214111235335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214111235335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214111235335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214111235335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214111235335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214111235347 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/handover_2G:oc2g+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214111235355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214111235355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214111235355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:12:38.196633 run osmo-msc_10.42.42.6(pid=12263): ERR: Terminated: ERROR {rc=2} [trial-2403↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12263)]\u000a11:12:38.246029 run osmo-msc_10.42.42.6(pid=12263): stdout: \u000a| (launched: 2022-12-14_11:12:37.067535) \u000a11:12:38.295857 run osmo-msc_10.42.42.6(pid=12263): stderr: \u000a| �[0;m�[38;5;43m20221214111237337 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214111237337 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa88ac98c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214111237337 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214111237337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214111237337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214111237338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214111237339 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214111237340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214111237340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214111237340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:12:38.338319 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12256): Terminating (SIGTERM)\u000a11:12:38.378472 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12259): Terminating (SIGTERM)\u000a11:12:38.418522 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12262): Terminating (SIGTERM)\u000a11:12:38.427728 --- ParallelTerminationStrategy: PID 12256 died...\u000a11:12:38.481589 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12256): Terminated: ok {rc=0}\u000a11:12:38.491134 --- ParallelTerminationStrategy: PID 12259 died...\u000a11:12:38.544714 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12259): Terminated: ok {rc=0}\u000a11:12:38.554243 --- ParallelTerminationStrategy: PID 12262 died...\u000a11:12:38.607686 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12262): Terminated: ok {rc=0}\u000a11:12:38.696365 bus /sierra_3: Setting Powered False\u000a11:12:39.800636 bus /sierra_3: Setting Powered False\u000a11:12:40.913304 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "175", "name" : "handover_2G_oc2g+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T11:12:30" }, { "cases" : [ { "testActions" : [ ], "age" : 201, "className" : "handover_2G:oc2g+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12274): Process ended prematurely: osmo-stp_10.42.42.5(pid=12274) [trial-2403↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12274)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12274): Process ended prematurely: osmo-stp_10.42.42.5(pid=12274) [trial-2403↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12274)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 handover_2G:oc2g+bts1-sysmo handover.py\u000a----------------------------------------------\u000a11:12:42.883194 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a11:12:42.893982 tst handover_2G:oc2g+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a11:12:43.024595 tst handover.py: using LAC 40531\u000a11:12:43.153183 tst handover.py: using RAC 241\u000a11:12:43.281093 tst handover.py: using CellId 40531\u000a11:12:43.404458 tst handover.py: using BVCI 40532\u000a11:12:43.427933 tst handover_2G:oc2g+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a11:12:43.550711 tst handover.py: using LAC 40532\u000a11:12:43.670114 tst handover.py: using RAC 242\u000a11:12:43.789278 tst handover.py: using CellId 40532\u000a11:12:43.908053 tst handover.py: using BVCI 40533\u000a11:12:43.931300 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a11:12:43.942086 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a11:12:43.952735 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a11:12:43.963514 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a11:12:43.974568 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a11:12:43.985480 tst handover_2G:oc2g+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a11:12:44.103044 tst handover_2G:oc2g+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a11:12:44.316548 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:12:44.815879 run create_hlr_db(pid=12268): Launched\u000a11:12:44.949937 bus /sierra_2: Setting Powered False\u000a11:12:46.052685 run create_hlr_db(pid=12268): Terminated: ok {rc=0}\u000a11:12:46.481015 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12270): Launched\u000a11:12:46.831678 run osmo-hlr_10.42.42.2(pid=12271): Launched\u000a11:12:47.069127 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:12:47.682127 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12273): Launched\u000a11:12:48.014569 run osmo-stp_10.42.42.5(pid=12274): Launched\u000a11:12:48.134796 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:12:48.709576 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12276): Launched\u000a11:12:49.042408 run osmo-msc_10.42.42.6(pid=12277): Launched\u000a11:12:49.234657 run osmo-stp_10.42.42.5(pid=12274): ERR: Terminated: ERROR {rc=1} [trial-2403↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12274)]\u000a11:12:49.373391 run osmo-stp_10.42.42.5(pid=12274): stdout: \u000a| (launched: 2022-12-14_11:12:47.849593)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:12:49.511129 run osmo-stp_10.42.42.5(pid=12274): stderr: \u000a| �[0;m�[38;5;43m20221214111248040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214111248040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214111248040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214111248041 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214111248041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214111248042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214111248042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:12:49.643368 run osmo-stp_10.42.42.5(pid=12274): stdout: \u000a| (launched: 2022-12-14_11:12:47.849593)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:12:49.774407 run osmo-stp_10.42.42.5(pid=12274): stderr: \u000a| �[0;m�[38;5;43m20221214111248040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214111248040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214111248040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214111248041 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214111248041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214111248042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214111248042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:12:49.831998 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=12274): Process ended prematurely: osmo-stp_10.42.42.5(pid=12274) [trial-2403↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12274)] [trial-2403↪handover_2G:oc2g+bts1-sysmo↪handover.py:18]\u000a11:12:49.840995 tst handover.py:18: Test FAILED (6.9 sec)\u000a11:12:49.904880 run osmo-hlr_10.42.42.2(pid=12271): ERR: Terminated: ERROR {rc=237} [trial-2403↪handover_2G:oc2g+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12271)]\u000a11:12:49.957333 run osmo-hlr_10.42.42.2(pid=12271): stdout: \u000a| (launched: 2022-12-14_11:12:46.651150) \u000a11:12:50.010511 run osmo-hlr_10.42.42.2(pid=12271): stderr: \u000a| �[0;m�[1;31m20221214111246994 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214111246994 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214111246994 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214111246994 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214111246994 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214111246994 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214111247011 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/handover_2G:oc2g+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214111247027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214111247027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214111247027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:12:50.082517 run osmo-msc_10.42.42.6(pid=12277): ERR: Terminated: ERROR {rc=2} [trial-2403↪handover_2G:oc2g+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12277)]\u000a11:12:50.134492 run osmo-msc_10.42.42.6(pid=12277): stdout: \u000a| (launched: 2022-12-14_11:12:48.877516) \u000a11:12:50.187055 run osmo-msc_10.42.42.6(pid=12277): stderr: \u000a| �[0;m�[38;5;43m20221214111249197 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214111249197 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4251b37c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214111249197 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214111249197 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214111249197 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214111249197 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214111249200 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214111249200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214111249201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214111249201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:12:50.232052 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12270): Terminating (SIGTERM)\u000a11:12:50.274761 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12273): Terminating (SIGTERM)\u000a11:12:50.317489 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12276): Terminating (SIGTERM)\u000a11:12:50.327310 --- ParallelTerminationStrategy: PID 12270 died...\u000a11:12:50.384500 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12270): Terminated: ok {rc=0}\u000a11:12:50.394868 --- ParallelTerminationStrategy: PID 12273 died...\u000a11:12:50.451437 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12273): Terminated: ok {rc=0}\u000a11:12:50.462037 --- ParallelTerminationStrategy: PID 12276 died...\u000a11:12:50.518589 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12276): Terminated: ok {rc=0}\u000a11:12:50.606477 bus /sierra_3: Setting Powered False\u000a11:12:51.714213 bus /sierra_3: Setting Powered False\u000a11:12:52.822356 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "176", "name" : "handover_2G_oc2g+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T11:12:42" }, { "cases" : [ { "testActions" : [ ], "age" : 201, "className" : "handover_2G:oc2g+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12288): Process ended prematurely: osmo-stp_10.42.42.5(pid=12288) [trial-2403↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12288)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12288): Process ended prematurely: osmo-stp_10.42.42.5(pid=12288) [trial-2403↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12288)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 handover_2G:oc2g+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a11:12:54.808046 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:12:54.819010 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a11:12:54.943397 tst handover.py: using LAC 40533\u000a11:12:55.069252 tst handover.py: using RAC 243\u000a11:12:55.188638 tst handover.py: using CellId 40533\u000a11:12:55.308800 tst handover.py: using BVCI 40534\u000a11:12:55.332354 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a11:12:55.469713 tst handover.py: using LAC 40534\u000a11:12:55.589749 tst handover.py: using RAC 244\u000a11:12:55.709198 tst handover.py: using CellId 40534\u000a11:12:55.830501 tst handover.py: using BVCI 40535\u000a11:12:55.854098 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:12:55.865089 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:12:55.875720 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:12:55.886711 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:12:55.898069 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:12:55.909148 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a11:12:56.031654 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a11:12:56.245724 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:12:56.746978 run create_hlr_db(pid=12282): Launched\u000a11:12:56.881049 bus /sierra_2: Setting Powered False\u000a11:12:57.959004 run create_hlr_db(pid=12282): Terminated: ok {rc=0}\u000a11:12:58.349511 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12284): Launched\u000a11:12:58.659560 run osmo-hlr_10.42.42.2(pid=12285): Launched\u000a11:12:58.775004 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:12:59.283982 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12287): Launched\u000a11:12:59.594059 run osmo-stp_10.42.42.5(pid=12288): Launched\u000a11:12:59.706614 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:13:00.248824 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12290): Launched\u000a11:13:00.559248 run osmo-msc_10.42.42.6(pid=12291): Launched\u000a11:13:00.739678 run osmo-stp_10.42.42.5(pid=12288): ERR: Terminated: ERROR {rc=1} [trial-2403↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12288)]\u000a11:13:00.888661 run osmo-stp_10.42.42.5(pid=12288): stdout: \u000a| (launched: 2022-12-14_11:12:59.439788)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:13:01.036786 run osmo-stp_10.42.42.5(pid=12288): stderr: \u000a| �[0;m�[38;5;43m20221214111259609 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214111259609 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214111259610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214111259610 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214111259610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214111259610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214111259611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:13:01.165029 run osmo-stp_10.42.42.5(pid=12288): stdout: \u000a| (launched: 2022-12-14_11:12:59.439788)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:13:01.292212 run osmo-stp_10.42.42.5(pid=12288): stderr: \u000a| �[0;m�[38;5;43m20221214111259609 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214111259609 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214111259610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214111259610 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214111259610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214111259610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214111259611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:13:01.348436 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=12288): Process ended prematurely: osmo-stp_10.42.42.5(pid=12288) [trial-2403↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12288)] [trial-2403↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18]\u000a11:13:01.357900 tst handover.py:18: Test FAILED (6.5 sec)\u000a11:13:01.422010 run osmo-hlr_10.42.42.2(pid=12285): ERR: Terminated: ERROR {rc=237} [trial-2403↪handover_2G:oc2g+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12285)]\u000a11:13:01.474395 run osmo-hlr_10.42.42.2(pid=12285): stdout: \u000a| (launched: 2022-12-14_11:12:58.506127) \u000a11:13:01.527663 run osmo-hlr_10.42.42.2(pid=12285): stderr: \u000a| �[0;m�[1;31m20221214111258678 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214111258679 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214111258679 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214111258679 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214111258679 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214111258679 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214111258691 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/handover_2G:oc2g+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214111258701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214111258701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214111258701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:13:01.599505 run osmo-msc_10.42.42.6(pid=12291): ERR: Terminated: ERROR {rc=2} [trial-2403↪handover_2G:oc2g+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12291)]\u000a11:13:01.651638 run osmo-msc_10.42.42.6(pid=12291): stdout: \u000a| (launched: 2022-12-14_11:13:00.404768) \u000a11:13:01.704491 run osmo-msc_10.42.42.6(pid=12291): stderr: \u000a| �[0;m�[38;5;43m20221214111300673 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214111300674 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1684b15c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214111300674 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214111300674 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214111300674 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214111300674 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214111300676 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214111300676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214111300676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214111300676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:13:01.749613 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12284): Terminating (SIGTERM)\u000a11:13:01.792428 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12287): Terminating (SIGTERM)\u000a11:13:01.834983 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12290): Terminating (SIGTERM)\u000a11:13:01.845308 --- ParallelTerminationStrategy: PID 12284 died...\u000a11:13:01.902390 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12284): Terminated: ok {rc=0}\u000a11:13:01.913031 --- ParallelTerminationStrategy: PID 12287 died...\u000a11:13:01.969463 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12287): Terminated: ok {rc=0}\u000a11:13:01.980091 --- ParallelTerminationStrategy: PID 12290 died...\u000a11:13:02.036744 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12290): Terminated: ok {rc=0}\u000a11:13:02.124680 bus /sierra_3: Setting Powered False\u000a11:13:03.226683 bus /sierra_3: Setting Powered False\u000a11:13:04.340423 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "177", "name" : "handover_2G_oc2g+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T11:12:54" }, { "cases" : [ { "testActions" : [ ], "age" : 201, "className" : "handover_2G:oc2g+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12302): Process ended prematurely: osmo-stp_10.42.42.5(pid=12302) [trial-2403↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12302)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12302): Process ended prematurely: osmo-stp_10.42.42.5(pid=12302) [trial-2403↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12302)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 handover_2G:oc2g+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a11:13:06.341756 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:13:06.353288 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a11:13:06.483641 tst handover.py: using LAC 40535\u000a11:13:06.605146 tst handover.py: using RAC 245\u000a11:13:06.724415 tst handover.py: using CellId 40535\u000a11:13:06.845314 tst handover.py: using BVCI 40536\u000a11:13:06.868595 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a11:13:07.010649 tst handover.py: using LAC 40536\u000a11:13:07.138407 tst handover.py: using RAC 246\u000a11:13:07.266332 tst handover.py: using CellId 40536\u000a11:13:07.394212 tst handover.py: using BVCI 40537\u000a11:13:07.419323 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:13:07.430895 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:13:07.442314 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:13:07.453509 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:13:07.465490 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:13:07.477216 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a11:13:07.598425 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a11:13:07.804014 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:13:08.264786 run create_hlr_db(pid=12296): Launched\u000a11:13:08.390986 bus /sierra_2: Setting Powered False\u000a11:13:09.465087 run create_hlr_db(pid=12296): Terminated: ok {rc=0}\u000a11:13:09.877871 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12298): Launched\u000a11:13:10.210084 run osmo-hlr_10.42.42.2(pid=12299): Launched\u000a11:13:10.333194 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:13:10.879873 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12301): Launched\u000a11:13:11.212625 run osmo-stp_10.42.42.5(pid=12302): Launched\u000a11:13:11.331531 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:13:11.907682 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12304): Launched\u000a11:13:12.240683 run osmo-msc_10.42.42.6(pid=12305): Launched\u000a11:13:12.434153 run osmo-stp_10.42.42.5(pid=12302): ERR: Terminated: ERROR {rc=1} [trial-2403↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12302)]\u000a11:13:12.572742 run osmo-stp_10.42.42.5(pid=12302): stdout: \u000a| (launched: 2022-12-14_11:13:11.047517)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:13:12.710102 run osmo-stp_10.42.42.5(pid=12302): stderr: \u000a| �[0;m�[38;5;43m20221214111311237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214111311237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214111311238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214111311238 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214111311239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214111311239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214111311239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:13:12.842253 run osmo-stp_10.42.42.5(pid=12302): stdout: \u000a| (launched: 2022-12-14_11:13:11.047517)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:13:12.973321 run osmo-stp_10.42.42.5(pid=12302): stderr: \u000a| �[0;m�[38;5;43m20221214111311237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214111311237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214111311238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214111311238 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214111311239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214111311239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214111311239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:13:13.031274 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=12302): Process ended prematurely: osmo-stp_10.42.42.5(pid=12302) [trial-2403↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12302)] [trial-2403↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18]\u000a11:13:13.040118 tst handover.py:18: Test FAILED (6.7 sec)\u000a11:13:13.103699 run osmo-hlr_10.42.42.2(pid=12299): ERR: Terminated: ERROR {rc=237} [trial-2403↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12299)]\u000a11:13:13.155440 run osmo-hlr_10.42.42.2(pid=12299): stdout: \u000a| (launched: 2022-12-14_11:13:10.045699) \u000a11:13:13.207925 run osmo-hlr_10.42.42.2(pid=12299): stderr: \u000a| �[0;m�[1;31m20221214111310241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214111310241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214111310241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214111310241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214111310241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214111310241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214111310253 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/handover_2G:oc2g+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214111310262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214111310262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214111310262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:13:13.280606 run osmo-msc_10.42.42.6(pid=12305): ERR: Terminated: ERROR {rc=2} [trial-2403↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12305)]\u000a11:13:13.332489 run osmo-msc_10.42.42.6(pid=12305): stdout: \u000a| (launched: 2022-12-14_11:13:12.075352) \u000a11:13:13.385132 run osmo-msc_10.42.42.6(pid=12305): stderr: \u000a| �[0;m�[38;5;43m20221214111312394 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214111312394 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f708adfac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214111312394 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214111312395 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214111312395 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214111312395 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214111312397 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214111312397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214111312397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214111312397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:13:13.429759 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12298): Terminating (SIGTERM)\u000a11:13:13.472202 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12301): Terminating (SIGTERM)\u000a11:13:13.514546 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12304): Terminating (SIGTERM)\u000a11:13:13.524350 --- ParallelTerminationStrategy: PID 12298 died...\u000a11:13:13.580827 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12298): Terminated: ok {rc=0}\u000a11:13:13.591097 --- ParallelTerminationStrategy: PID 12301 died...\u000a11:13:13.647391 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12301): Terminated: ok {rc=0}\u000a11:13:13.657527 --- ParallelTerminationStrategy: PID 12304 died...\u000a11:13:13.713777 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12304): Terminated: ok {rc=0}\u000a11:13:13.801034 bus /sierra_3: Setting Powered False\u000a11:13:14.907812 bus /sierra_3: Setting Powered False\u000a11:13:16.045320 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "178", "name" : "handover_2G_oc2g+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T11:13:06" }, { "cases" : [ { "testActions" : [ ], "age" : 232, "className" : "handover_2G:octphy+bts1-trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12316): Process ended prematurely: osmo-stp_10.42.42.5(pid=12316) [trial-2403↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12316)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12316): Process ended prematurely: osmo-stp_10.42.42.5(pid=12316) [trial-2403↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12316)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 handover_2G:octphy+bts1-trx-lms handover.py\u000a----------------------------------------------\u000a11:13:18.037226 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a11:13:18.048180 tst handover_2G:octphy+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a11:13:18.178399 tst handover.py: using LAC 40537\u000a11:13:18.307498 tst handover.py: using RAC 247\u000a11:13:18.438424 tst handover.py: using CellId 40537\u000a11:13:18.569740 tst handover.py: using BVCI 40538\u000a11:13:18.594798 tst handover_2G:octphy+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a11:13:18.739698 tst handover.py: using LAC 40538\u000a11:13:18.870623 tst handover.py: using RAC 248\u000a11:13:18.999169 tst handover.py: using CellId 40538\u000a11:13:19.130168 tst handover.py: using BVCI 40539\u000a11:13:19.155245 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a11:13:19.166686 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a11:13:19.177924 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a11:13:19.189092 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a11:13:19.200272 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a11:13:19.211544 tst handover_2G:octphy+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a11:13:19.329160 tst handover_2G:octphy+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a11:13:19.532100 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:13:19.990242 run create_hlr_db(pid=12310): Launched\u000a11:13:20.115456 bus /sierra_2: Setting Powered False\u000a11:13:21.189300 run create_hlr_db(pid=12310): Terminated: ok {rc=0}\u000a11:13:21.600504 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12312): Launched\u000a11:13:21.929836 run osmo-hlr_10.42.42.2(pid=12313): Launched\u000a11:13:22.051448 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:13:22.600066 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12315): Launched\u000a11:13:22.930243 run osmo-stp_10.42.42.5(pid=12316): Launched\u000a11:13:23.049830 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:13:23.631257 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12318): Launched\u000a11:13:23.962149 run osmo-msc_10.42.42.6(pid=12319): Launched\u000a11:13:24.155037 run osmo-stp_10.42.42.5(pid=12316): ERR: Terminated: ERROR {rc=1} [trial-2403↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12316)]\u000a11:13:24.293993 run osmo-stp_10.42.42.5(pid=12316): stdout: \u000a| (launched: 2022-12-14_11:13:22.767066)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:13:24.432540 run osmo-stp_10.42.42.5(pid=12316): stderr: \u000a| �[0;m�[38;5;43m20221214111322955 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214111322955 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214111322955 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214111322956 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214111322956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214111322956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214111322956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:13:24.565165 run osmo-stp_10.42.42.5(pid=12316): stdout: \u000a| (launched: 2022-12-14_11:13:22.767066)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:13:24.696274 run osmo-stp_10.42.42.5(pid=12316): stderr: \u000a| �[0;m�[38;5;43m20221214111322955 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214111322955 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214111322955 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214111322956 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214111322956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214111322956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214111322956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:13:24.754132 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=12316): Process ended prematurely: osmo-stp_10.42.42.5(pid=12316) [trial-2403↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12316)] [trial-2403↪handover_2G:octphy+bts1-trx-lms↪handover.py:18]\u000a11:13:24.763119 tst handover.py:18: Test FAILED (6.7 sec)\u000a11:13:24.826631 run osmo-hlr_10.42.42.2(pid=12313): ERR: Terminated: ERROR {rc=237} [trial-2403↪handover_2G:octphy+bts1-trx-lms↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12313)]\u000a11:13:24.878548 run osmo-hlr_10.42.42.2(pid=12313): stdout: \u000a| (launched: 2022-12-14_11:13:21.767667) \u000a11:13:24.931121 run osmo-hlr_10.42.42.2(pid=12313): stderr: \u000a| �[0;m�[1;31m20221214111321964 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214111321964 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214111321964 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214111321964 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214111321964 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214111321964 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214111321976 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/handover_2G:octphy+bts1-trx-lms/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214111321985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214111321985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214111321985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:13:25.002337 run osmo-msc_10.42.42.6(pid=12319): ERR: Terminated: ERROR {rc=2} [trial-2403↪handover_2G:octphy+bts1-trx-lms↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12319)]\u000a11:13:25.054281 run osmo-msc_10.42.42.6(pid=12319): stdout: \u000a| (launched: 2022-12-14_11:13:23.799133) \u000a11:13:25.106586 run osmo-msc_10.42.42.6(pid=12319): stderr: \u000a| �[0;m�[38;5;43m20221214111324119 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214111324119 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fca1db4dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214111324119 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214111324119 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214111324119 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214111324119 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214111324121 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214111324122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214111324122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214111324122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:13:25.151262 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12312): Terminating (SIGTERM)\u000a11:13:25.193831 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12315): Terminating (SIGTERM)\u000a11:13:25.236269 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12318): Terminating (SIGTERM)\u000a11:13:25.246151 --- ParallelTerminationStrategy: PID 12312 died...\u000a11:13:25.302973 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12312): Terminated: ok {rc=0}\u000a11:13:25.313647 --- ParallelTerminationStrategy: PID 12315 died...\u000a11:13:25.369968 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12315): Terminated: ok {rc=0}\u000a11:13:25.380240 --- ParallelTerminationStrategy: PID 12318 died...\u000a11:13:25.436518 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12318): Terminated: ok {rc=0}\u000a11:13:25.525256 bus /sierra_3: Setting Powered False\u000a11:13:26.628940 bus /sierra_3: Setting Powered False\u000a11:13:27.742168 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "179", "name" : "handover_2G_octphy+bts1-trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T11:13:17" }, { "cases" : [ { "testActions" : [ ], "age" : 232, "className" : "handover_2G:octphy+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12330): Process ended prematurely: osmo-stp_10.42.42.5(pid=12330) [trial-2403↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12330)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12330): Process ended prematurely: osmo-stp_10.42.42.5(pid=12330) [trial-2403↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12330)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 handover_2G:octphy+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a11:13:29.731457 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a11:13:29.743004 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a11:13:29.866521 tst handover.py: using LAC 40539\u000a11:13:29.988744 tst handover.py: using RAC 249\u000a11:13:30.107760 tst handover.py: using CellId 40539\u000a11:13:30.229852 tst handover.py: using BVCI 40540\u000a11:13:30.253264 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a11:13:30.388013 tst handover.py: using LAC 40540\u000a11:13:30.508684 tst handover.py: using RAC 250\u000a11:13:30.630487 tst handover.py: using CellId 40540\u000a11:13:30.750332 tst handover.py: using BVCI 40541\u000a11:13:30.773721 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a11:13:30.784655 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a11:13:30.795598 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a11:13:30.806688 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a11:13:30.817886 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a11:13:30.831114 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a11:13:30.972485 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a11:13:31.230844 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:13:31.744736 run create_hlr_db(pid=12324): Launched\u000a11:13:31.874656 bus /sierra_2: Setting Powered False\u000a11:13:32.956914 run create_hlr_db(pid=12324): Terminated: ok {rc=0}\u000a11:13:33.373900 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12326): Launched\u000a11:13:33.706907 run osmo-hlr_10.42.42.2(pid=12327): Launched\u000a11:13:33.831027 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:13:34.381034 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12329): Launched\u000a11:13:34.713298 run osmo-stp_10.42.42.5(pid=12330): Launched\u000a11:13:34.833449 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:13:35.410495 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12332): Launched\u000a11:13:35.743609 run osmo-msc_10.42.42.6(pid=12333): Launched\u000a11:13:35.935514 run osmo-stp_10.42.42.5(pid=12330): ERR: Terminated: ERROR {rc=1} [trial-2403↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12330)]\u000a11:13:36.075078 run osmo-stp_10.42.42.5(pid=12330): stdout: \u000a| (launched: 2022-12-14_11:13:34.549253)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:13:36.212704 run osmo-stp_10.42.42.5(pid=12330): stderr: \u000a| �[0;m�[38;5;43m20221214111334740 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214111334740 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214111334740 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214111334741 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214111334741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214111334741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214111334741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:13:36.345195 run osmo-stp_10.42.42.5(pid=12330): stdout: \u000a| (launched: 2022-12-14_11:13:34.549253)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:13:36.476460 run osmo-stp_10.42.42.5(pid=12330): stderr: \u000a| �[0;m�[38;5;43m20221214111334740 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214111334740 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214111334740 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214111334741 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214111334741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214111334741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214111334741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:13:36.534185 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=12330): Process ended prematurely: osmo-stp_10.42.42.5(pid=12330) [trial-2403↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12330)] [trial-2403↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a11:13:36.543153 tst handover.py:18: Test FAILED (6.8 sec)\u000a11:13:36.606669 run osmo-hlr_10.42.42.2(pid=12327): ERR: Terminated: ERROR {rc=237} [trial-2403↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12327)]\u000a11:13:36.658339 run osmo-hlr_10.42.42.2(pid=12327): stdout: \u000a| (launched: 2022-12-14_11:13:33.542806) \u000a11:13:36.710696 run osmo-hlr_10.42.42.2(pid=12327): stderr: \u000a| �[0;m�[1;31m20221214111333741 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214111333741 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214111333741 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214111333741 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214111333742 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214111333742 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214111333753 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/handover_2G:octphy+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214111333761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214111333762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214111333762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:13:36.781879 run osmo-msc_10.42.42.6(pid=12333): ERR: Terminated: ERROR {rc=2} [trial-2403↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12333)]\u000a11:13:36.834447 run osmo-msc_10.42.42.6(pid=12333): stdout: \u000a| (launched: 2022-12-14_11:13:35.578503) \u000a11:13:36.887115 run osmo-msc_10.42.42.6(pid=12333): stderr: \u000a| �[0;m�[38;5;43m20221214111335898 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214111335898 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1257e3ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214111335898 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214111335898 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214111335898 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214111335898 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214111335900 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214111335901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214111335901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214111335901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:13:36.931792 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12326): Terminating (SIGTERM)\u000a11:13:36.974381 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12329): Terminating (SIGTERM)\u000a11:13:37.017087 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12332): Terminating (SIGTERM)\u000a11:13:37.026474 --- ParallelTerminationStrategy: PID 12326 died...\u000a11:13:37.083123 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12326): Terminated: ok {rc=0}\u000a11:13:37.093433 --- ParallelTerminationStrategy: PID 12329 died...\u000a11:13:37.149630 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12329): Terminated: ok {rc=0}\u000a11:13:37.159816 --- ParallelTerminationStrategy: PID 12332 died...\u000a11:13:37.216036 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12332): Terminated: ok {rc=0}\u000a11:13:37.303877 bus /sierra_3: Setting Powered False\u000a11:13:38.410439 bus /sierra_3: Setting Powered False\u000a11:13:39.523305 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "180", "name" : "handover_2G_octphy+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T11:13:29" }, { "cases" : [ { "testActions" : [ ], "age" : 232, "className" : "handover_2G:octphy+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12345): Process ended prematurely: osmo-stp_10.42.42.5(pid=12345) [trial-2403↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12345)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12345): Process ended prematurely: osmo-stp_10.42.42.5(pid=12345) [trial-2403↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12345)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 handover_2G:octphy+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a11:13:41.502136 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:13:41.513177 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a11:13:41.637068 tst handover.py: using LAC 40541\u000a11:13:41.765648 tst handover.py: using RAC 251\u000a11:13:41.896762 tst handover.py: using CellId 40541\u000a11:13:42.026426 tst handover.py: using BVCI 40542\u000a11:13:42.051860 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a11:13:42.192137 tst handover.py: using LAC 40542\u000a11:13:42.314815 tst handover.py: using RAC 252\u000a11:13:42.441075 tst handover.py: using CellId 40542\u000a11:13:42.559897 tst handover.py: using BVCI 40543\u000a11:13:42.583426 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:13:42.594570 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:13:42.605518 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:13:42.616317 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:13:42.627402 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:13:42.638560 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a11:13:42.760188 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a11:13:42.966105 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:13:43.427423 run create_hlr_db(pid=12339): Launched\u000a11:13:43.553123 bus /sierra_2: Setting Powered False\u000a11:13:44.626114 run create_hlr_db(pid=12339): Terminated: ok {rc=0}\u000a11:13:45.012296 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12341): Launched\u000a11:13:45.321312 run osmo-hlr_10.42.42.2(pid=12342): Launched\u000a11:13:45.437413 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:13:46.004461 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12344): Launched\u000a11:13:46.439950 run osmo-stp_10.42.42.5(pid=12345): Launched\u000a11:13:46.695211 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:13:47.252723 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12347): Launched\u000a11:13:47.566196 run osmo-msc_10.42.42.6(pid=12348): Launched\u000a11:13:47.747236 run osmo-stp_10.42.42.5(pid=12345): ERR: Terminated: ERROR {rc=1} [trial-2403↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12345)]\u000a11:13:47.878498 run osmo-stp_10.42.42.5(pid=12345): stdout: \u000a| (launched: 2022-12-14_11:13:46.192898)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:13:48.007268 run osmo-stp_10.42.42.5(pid=12345): stderr: \u000a| �[0;m�[38;5;43m20221214111346499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214111346499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214111346500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214111346500 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214111346500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214111346501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214111346501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:13:48.131422 run osmo-stp_10.42.42.5(pid=12345): stdout: \u000a| (launched: 2022-12-14_11:13:46.192898)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:13:48.254373 run osmo-stp_10.42.42.5(pid=12345): stderr: \u000a| �[0;m�[38;5;43m20221214111346499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214111346499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214111346500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214111346500 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214111346500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214111346501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214111346501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:13:48.308210 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=12345): Process ended prematurely: osmo-stp_10.42.42.5(pid=12345) [trial-2403↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12345)] [trial-2403↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18]\u000a11:13:48.316494 tst handover.py:18: Test FAILED (6.8 sec)\u000a11:13:48.377413 run osmo-hlr_10.42.42.2(pid=12342): ERR: Terminated: ERROR {rc=237} [trial-2403↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12342)]\u000a11:13:48.427141 run osmo-hlr_10.42.42.2(pid=12342): stdout: \u000a| (launched: 2022-12-14_11:13:45.168365) \u000a11:13:48.477458 run osmo-hlr_10.42.42.2(pid=12342): stderr: \u000a| �[0;m�[1;31m20221214111345341 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214111345341 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214111345342 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214111345342 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214111345342 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214111345342 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214111345354 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/handover_2G:octphy+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214111345362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214111345362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214111345362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:13:48.545845 run osmo-msc_10.42.42.6(pid=12348): ERR: Terminated: ERROR {rc=2} [trial-2403↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12348)]\u000a11:13:48.595709 run osmo-msc_10.42.42.6(pid=12348): stdout: \u000a| (launched: 2022-12-14_11:13:47.409826) \u000a11:13:48.646126 run osmo-msc_10.42.42.6(pid=12348): stderr: \u000a| �[0;m�[38;5;43m20221214111347680 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214111347680 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd408a81c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214111347680 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214111347680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214111347680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214111347681 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214111347682 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214111347683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214111347683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214111347683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:13:48.688669 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12341): Terminating (SIGTERM)\u000a11:13:48.728817 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12344): Terminating (SIGTERM)\u000a11:13:48.769259 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12347): Terminating (SIGTERM)\u000a11:13:48.778576 --- ParallelTerminationStrategy: PID 12341 died...\u000a11:13:48.833138 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12341): Terminated: ok {rc=0}\u000a11:13:48.842700 --- ParallelTerminationStrategy: PID 12344 died...\u000a11:13:48.896495 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12344): Terminated: ok {rc=0}\u000a11:13:48.906196 --- ParallelTerminationStrategy: PID 12347 died...\u000a11:13:48.960164 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12347): Terminated: ok {rc=0}\u000a11:13:49.049863 bus /sierra_3: Setting Powered False\u000a11:13:50.153409 bus /sierra_3: Setting Powered False\u000a11:13:51.266533 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "181", "name" : "handover_2G_octphy+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T11:13:41" }, { "cases" : [ { "testActions" : [ ], "age" : 232, "className" : "handover_2G:octphy+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12359): Process ended prematurely: osmo-stp_10.42.42.5(pid=12359) [trial-2403↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12359)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12359): Process ended prematurely: osmo-stp_10.42.42.5(pid=12359) [trial-2403↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12359)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 handover_2G:octphy+bts1-sysmo handover.py\u000a----------------------------------------------\u000a11:13:53.231230 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a11:13:53.242072 tst handover_2G:octphy+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a11:13:53.364622 tst handover.py: using LAC 40543\u000a11:13:53.486210 tst handover.py: using RAC 253\u000a11:13:53.607497 tst handover.py: using CellId 40543\u000a11:13:53.728618 tst handover.py: using BVCI 40544\u000a11:13:53.751853 tst handover_2G:octphy+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a11:13:53.875003 tst handover.py: using LAC 40544\u000a11:13:53.997089 tst handover.py: using RAC 254\u000a11:13:54.118368 tst handover.py: using CellId 40544\u000a11:13:54.238208 tst handover.py: using BVCI 40545\u000a11:13:54.261507 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a11:13:54.272203 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a11:13:54.282859 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a11:13:54.293417 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a11:13:54.304332 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a11:13:54.315238 tst handover_2G:octphy+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a11:13:54.437138 tst handover_2G:octphy+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a11:13:54.650834 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:13:55.149743 run create_hlr_db(pid=12353): Launched\u000a11:13:55.284234 bus /sierra_2: Setting Powered False\u000a11:13:56.361748 run create_hlr_db(pid=12353): Terminated: ok {rc=0}\u000a11:13:56.753315 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12355): Launched\u000a11:13:57.061405 run osmo-hlr_10.42.42.2(pid=12356): Launched\u000a11:13:57.173977 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:13:57.681647 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12358): Launched\u000a11:13:57.991668 run osmo-stp_10.42.42.5(pid=12359): Launched\u000a11:13:58.102506 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:13:58.642146 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12361): Launched\u000a11:13:58.953505 run osmo-msc_10.42.42.6(pid=12362): Launched\u000a11:13:59.133718 run osmo-stp_10.42.42.5(pid=12359): ERR: Terminated: ERROR {rc=1} [trial-2403↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12359)]\u000a11:13:59.264250 run osmo-stp_10.42.42.5(pid=12359): stdout: \u000a| (launched: 2022-12-14_11:13:57.838192)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:13:59.392521 run osmo-stp_10.42.42.5(pid=12359): stderr: \u000a| �[0;m�[38;5;43m20221214111358006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214111358006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214111358006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214111358008 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214111358008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214111358008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214111358009 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:13:59.516427 run osmo-stp_10.42.42.5(pid=12359): stdout: \u000a| (launched: 2022-12-14_11:13:57.838192)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:13:59.639087 run osmo-stp_10.42.42.5(pid=12359): stderr: \u000a| �[0;m�[38;5;43m20221214111358006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214111358006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214111358006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214111358008 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214111358008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214111358008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214111358009 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:13:59.693088 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=12359): Process ended prematurely: osmo-stp_10.42.42.5(pid=12359) [trial-2403↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12359)] [trial-2403↪handover_2G:octphy+bts1-sysmo↪handover.py:18]\u000a11:13:59.701446 tst handover.py:18: Test FAILED (6.5 sec)\u000a11:13:59.762171 run osmo-hlr_10.42.42.2(pid=12356): ERR: Terminated: ERROR {rc=237} [trial-2403↪handover_2G:octphy+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12356)]\u000a11:13:59.811875 run osmo-hlr_10.42.42.2(pid=12356): stdout: \u000a| (launched: 2022-12-14_11:13:56.908835) \u000a11:13:59.862273 run osmo-hlr_10.42.42.2(pid=12356): stderr: \u000a| �[0;m�[1;31m20221214111357084 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214111357084 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214111357084 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214111357084 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214111357084 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214111357084 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214111357106 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/handover_2G:octphy+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214111357114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214111357115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214111357115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:13:59.930516 run osmo-msc_10.42.42.6(pid=12362): ERR: Terminated: ERROR {rc=2} [trial-2403↪handover_2G:octphy+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12362)]\u000a11:13:59.980015 run osmo-msc_10.42.42.6(pid=12362): stdout: \u000a| (launched: 2022-12-14_11:13:58.798351) \u000a11:14:00.030330 run osmo-msc_10.42.42.6(pid=12362): stderr: \u000a| �[0;m�[38;5;43m20221214111359068 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214111359068 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe164f7cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214111359068 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214111359068 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214111359068 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214111359069 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214111359070 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214111359071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214111359071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214111359071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:14:00.073055 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12355): Terminating (SIGTERM)\u000a11:14:00.113911 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12358): Terminating (SIGTERM)\u000a11:14:00.154590 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12361): Terminating (SIGTERM)\u000a11:14:00.163824 --- ParallelTerminationStrategy: PID 12355 died...\u000a11:14:00.218305 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12355): Terminated: ok {rc=0}\u000a11:14:00.228236 --- ParallelTerminationStrategy: PID 12358 died...\u000a11:14:00.282345 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12358): Terminated: ok {rc=0}\u000a11:14:00.291973 --- ParallelTerminationStrategy: PID 12361 died...\u000a11:14:00.345686 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12361): Terminated: ok {rc=0}\u000a11:14:00.435021 bus /sierra_3: Setting Powered False\u000a11:14:01.554925 bus /sierra_3: Setting Powered False\u000a11:14:02.664138 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "182", "name" : "handover_2G_octphy+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T11:13:52" }, { "cases" : [ { "testActions" : [ ], "age" : 232, "className" : "handover_2G:octphy+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12373): Process ended prematurely: osmo-stp_10.42.42.5(pid=12373) [trial-2403↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12373)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12373): Process ended prematurely: osmo-stp_10.42.42.5(pid=12373) [trial-2403↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12373)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 handover_2G:octphy+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a11:14:04.637654 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:14:04.649110 tst handover_2G:octphy+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a11:14:04.782481 tst handover.py: using LAC 40545\u000a11:14:04.909921 tst handover.py: using RAC 255\u000a11:14:05.039226 tst handover.py: using CellId 40545\u000a11:14:05.162938 tst handover.py: using BVCI 40546\u000a11:14:05.186729 tst handover_2G:octphy+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a11:14:05.321585 tst handover.py: using LAC 40546\u000a11:14:05.440211 tst handover.py: using RAC 1\u000a11:14:05.560762 tst handover.py: using CellId 40546\u000a11:14:05.681305 tst handover.py: using BVCI 40547\u000a11:14:05.704473 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:14:05.715337 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:14:05.726053 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:14:05.736565 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:14:05.747652 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:14:05.758585 tst handover_2G:octphy+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a11:14:05.874433 tst handover_2G:octphy+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a11:14:06.077688 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:14:06.534235 run create_hlr_db(pid=12367): Launched\u000a11:14:06.659624 bus /sierra_2: Setting Powered False\u000a11:14:07.733142 run create_hlr_db(pid=12367): Terminated: ok {rc=0}\u000a11:14:08.144826 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12369): Launched\u000a11:14:08.474128 run osmo-hlr_10.42.42.2(pid=12370): Launched\u000a11:14:08.594133 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:14:09.138448 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12372): Launched\u000a11:14:09.465801 run osmo-stp_10.42.42.5(pid=12373): Launched\u000a11:14:09.584727 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:14:10.156908 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12375): Launched\u000a11:14:10.488910 run osmo-msc_10.42.42.6(pid=12376): Launched\u000a11:14:10.681973 run osmo-stp_10.42.42.5(pid=12373): ERR: Terminated: ERROR {rc=1} [trial-2403↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12373)]\u000a11:14:10.821588 run osmo-stp_10.42.42.5(pid=12373): stdout: \u000a| (launched: 2022-12-14_11:14:09.304685)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:14:10.958535 run osmo-stp_10.42.42.5(pid=12373): stderr: \u000a| �[0;m�[38;5;43m20221214111409494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214111409494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214111409495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214111409495 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214111409495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214111409496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214111409496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:14:11.091249 run osmo-stp_10.42.42.5(pid=12373): stdout: \u000a| (launched: 2022-12-14_11:14:09.304685)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:14:11.221988 run osmo-stp_10.42.42.5(pid=12373): stderr: \u000a| �[0;m�[38;5;43m20221214111409494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214111409494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214111409495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214111409495 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214111409495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214111409496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214111409496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:14:11.279306 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=12373): Process ended prematurely: osmo-stp_10.42.42.5(pid=12373) [trial-2403↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12373)] [trial-2403↪handover_2G:octphy+bts1-trx-b200↪handover.py:18]\u000a11:14:11.287879 tst handover.py:18: Test FAILED (6.6 sec)\u000a11:14:11.350936 run osmo-hlr_10.42.42.2(pid=12370): ERR: Terminated: ERROR {rc=237} [trial-2403↪handover_2G:octphy+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12370)]\u000a11:14:11.402644 run osmo-hlr_10.42.42.2(pid=12370): stdout: \u000a| (launched: 2022-12-14_11:14:08.312291) \u000a11:14:11.455045 run osmo-hlr_10.42.42.2(pid=12370): stderr: \u000a| �[0;m�[1;31m20221214111408508 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214111408508 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214111408508 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214111408508 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214111408508 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214111408508 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214111408541 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/handover_2G:octphy+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214111408549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214111408550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214111408550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:14:11.526212 run osmo-msc_10.42.42.6(pid=12376): ERR: Terminated: ERROR {rc=2} [trial-2403↪handover_2G:octphy+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12376)]\u000a11:14:11.578017 run osmo-msc_10.42.42.6(pid=12376): stdout: \u000a| (launched: 2022-12-14_11:14:10.324365) \u000a11:14:11.630425 run osmo-msc_10.42.42.6(pid=12376): stderr: \u000a| �[0;m�[38;5;43m20221214111410644 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214111410644 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6137758c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214111410644 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214111410644 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214111410644 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214111410644 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214111410646 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214111410646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214111410647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214111410647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:14:11.674866 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12369): Terminating (SIGTERM)\u000a11:14:11.717233 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12372): Terminating (SIGTERM)\u000a11:14:11.759151 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12375): Terminating (SIGTERM)\u000a11:14:11.768823 --- ParallelTerminationStrategy: PID 12369 died...\u000a11:14:11.824806 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12369): Terminated: ok {rc=0}\u000a11:14:11.834880 --- ParallelTerminationStrategy: PID 12372 died...\u000a11:14:11.890893 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12372): Terminated: ok {rc=0}\u000a11:14:11.901398 --- ParallelTerminationStrategy: PID 12375 died...\u000a11:14:11.957699 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12375): Terminated: ok {rc=0}\u000a11:14:12.045587 bus /sierra_3: Setting Powered False\u000a11:14:13.153453 bus /sierra_3: Setting Powered False\u000a11:14:14.266523 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "183", "name" : "handover_2G_octphy+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T11:14:04" }, { "cases" : [ { "testActions" : [ ], "age" : 232, "className" : "handover_2G:octphy+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12387): Process ended prematurely: osmo-stp_10.42.42.5(pid=12387) [trial-2403↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12387)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12387): Process ended prematurely: osmo-stp_10.42.42.5(pid=12387) [trial-2403↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12387)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 handover_2G:octphy+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a11:14:16.258509 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:14:16.272423 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a11:14:16.412443 tst handover.py: using LAC 40547\u000a11:14:16.544660 tst handover.py: using RAC 2\u000a11:14:16.712779 tst handover.py: using CellId 40547\u000a11:14:16.871328 tst handover.py: using BVCI 40548\u000a11:14:16.903646 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a11:14:17.059603 tst handover.py: using LAC 40548\u000a11:14:17.191409 tst handover.py: using RAC 3\u000a11:14:17.324712 tst handover.py: using CellId 40548\u000a11:14:17.455790 tst handover.py: using BVCI 40549\u000a11:14:17.481918 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:14:17.494912 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:14:17.506867 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:14:17.518378 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:14:17.530242 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:14:17.542015 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a11:14:17.664496 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a11:14:17.874376 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:14:18.335973 run create_hlr_db(pid=12381): Launched\u000a11:14:18.462506 bus /sierra_2: Setting Powered False\u000a11:14:19.536124 run create_hlr_db(pid=12381): Terminated: ok {rc=0}\u000a11:14:19.949972 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12383): Launched\u000a11:14:20.282724 run osmo-hlr_10.42.42.2(pid=12384): Launched\u000a11:14:20.403401 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:14:20.948883 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12386): Launched\u000a11:14:21.281470 run osmo-stp_10.42.42.5(pid=12387): Launched\u000a11:14:21.400426 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:14:21.975922 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12389): Launched\u000a11:14:22.308362 run osmo-msc_10.42.42.6(pid=12390): Launched\u000a11:14:22.500656 run osmo-stp_10.42.42.5(pid=12387): ERR: Terminated: ERROR {rc=1} [trial-2403↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12387)]\u000a11:14:22.639323 run osmo-stp_10.42.42.5(pid=12387): stdout: \u000a| (launched: 2022-12-14_11:14:21.116532)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:14:22.777229 run osmo-stp_10.42.42.5(pid=12387): stderr: \u000a| �[0;m�[38;5;43m20221214111421307 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214111421307 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214111421307 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214111421308 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214111421308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214111421308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214111421308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:14:22.909751 run osmo-stp_10.42.42.5(pid=12387): stdout: \u000a| (launched: 2022-12-14_11:14:21.116532)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:14:23.040885 run osmo-stp_10.42.42.5(pid=12387): stderr: \u000a| �[0;m�[38;5;43m20221214111421307 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214111421307 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214111421307 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214111421308 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214111421308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214111421308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214111421308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:14:23.098647 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=12387): Process ended prematurely: osmo-stp_10.42.42.5(pid=12387) [trial-2403↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12387)] [trial-2403↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18]\u000a11:14:23.107529 tst handover.py:18: Test FAILED (6.8 sec)\u000a11:14:23.170536 run osmo-hlr_10.42.42.2(pid=12384): ERR: Terminated: ERROR {rc=237} [trial-2403↪handover_2G:octphy+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12384)]\u000a11:14:23.222233 run osmo-hlr_10.42.42.2(pid=12384): stdout: \u000a| (launched: 2022-12-14_11:14:20.118376) \u000a11:14:23.274653 run osmo-hlr_10.42.42.2(pid=12384): stderr: \u000a| �[0;m�[1;31m20221214111420314 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214111420314 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214111420314 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214111420314 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214111420314 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214111420314 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214111420329 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/handover_2G:octphy+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214111420339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214111420339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214111420339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:14:23.345755 run osmo-msc_10.42.42.6(pid=12390): ERR: Terminated: ERROR {rc=2} [trial-2403↪handover_2G:octphy+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12390)]\u000a11:14:23.397324 run osmo-msc_10.42.42.6(pid=12390): stdout: \u000a| (launched: 2022-12-14_11:14:22.143563) \u000a11:14:23.449419 run osmo-msc_10.42.42.6(pid=12390): stderr: \u000a| �[0;m�[38;5;43m20221214111422463 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214111422463 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7faca5422c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214111422464 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214111422464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214111422464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214111422464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214111422466 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214111422466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214111422466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214111422466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:14:23.493828 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12383): Terminating (SIGTERM)\u000a11:14:23.535623 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12386): Terminating (SIGTERM)\u000a11:14:23.577447 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12389): Terminating (SIGTERM)\u000a11:14:23.587146 --- ParallelTerminationStrategy: PID 12383 died...\u000a11:14:23.643309 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12383): Terminated: ok {rc=0}\u000a11:14:23.653494 --- ParallelTerminationStrategy: PID 12386 died...\u000a11:14:23.709115 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12386): Terminated: ok {rc=0}\u000a11:14:23.719219 --- ParallelTerminationStrategy: PID 12389 died...\u000a11:14:23.774839 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12389): Terminated: ok {rc=0}\u000a11:14:23.861749 bus /sierra_3: Setting Powered False\u000a11:14:24.971656 bus /sierra_3: Setting Powered False\u000a11:14:26.081048 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "184", "name" : "handover_2G_octphy+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T11:14:15" }, { "cases" : [ { "testActions" : [ ], "age" : 232, "className" : "handover_2G:trx-lms+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12401): Process ended prematurely: osmo-stp_10.42.42.5(pid=12401) [trial-2403↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12401)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12401): Process ended prematurely: osmo-stp_10.42.42.5(pid=12401) [trial-2403↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12401)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 handover_2G:trx-lms+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a11:14:28.081390 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a11:14:28.092523 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a11:14:28.243734 tst handover.py: using LAC 40549\u000a11:14:28.371690 tst handover.py: using RAC 4\u000a11:14:28.499154 tst handover.py: using CellId 40549\u000a11:14:28.626613 tst handover.py: using BVCI 40550\u000a11:14:28.651624 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a11:14:28.791218 tst handover.py: using LAC 40550\u000a11:14:28.918425 tst handover.py: using RAC 5\u000a11:14:29.052415 tst handover.py: using CellId 40550\u000a11:14:29.180817 tst handover.py: using BVCI 40551\u000a11:14:29.206170 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a11:14:29.217703 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a11:14:29.229171 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a11:14:29.240459 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a11:14:29.252344 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a11:14:29.264171 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a11:14:29.385186 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a11:14:29.588446 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:14:30.048727 run create_hlr_db(pid=12395): Launched\u000a11:14:30.174881 bus /sierra_2: Setting Powered False\u000a11:14:31.318947 run create_hlr_db(pid=12395): Terminated: ok {rc=0}\u000a11:14:31.784723 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12397): Launched\u000a11:14:32.195509 run osmo-hlr_10.42.42.2(pid=12398): Launched\u000a11:14:32.355063 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:14:32.868463 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12400): Launched\u000a11:14:33.179779 run osmo-stp_10.42.42.5(pid=12401): Launched\u000a11:14:33.291676 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:14:33.828764 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12403): Launched\u000a11:14:34.140436 run osmo-msc_10.42.42.6(pid=12404): Launched\u000a11:14:34.321954 run osmo-stp_10.42.42.5(pid=12401): ERR: Terminated: ERROR {rc=1} [trial-2403↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12401)]\u000a11:14:34.452680 run osmo-stp_10.42.42.5(pid=12401): stdout: \u000a| (launched: 2022-12-14_11:14:33.025176)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:14:34.581938 run osmo-stp_10.42.42.5(pid=12401): stderr: \u000a| �[0;m�[38;5;43m20221214111433193 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214111433193 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214111433193 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214111433194 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214111433194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214111433194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214111433195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:14:34.705729 run osmo-stp_10.42.42.5(pid=12401): stdout: \u000a| (launched: 2022-12-14_11:14:33.025176)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:14:34.828850 run osmo-stp_10.42.42.5(pid=12401): stderr: \u000a| �[0;m�[38;5;43m20221214111433193 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214111433193 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214111433193 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214111433194 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214111433194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214111433194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214111433195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:14:34.883294 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=12401): Process ended prematurely: osmo-stp_10.42.42.5(pid=12401) [trial-2403↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12401)] [trial-2403↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a11:14:34.891761 tst handover.py:18: Test FAILED (6.8 sec)\u000a11:14:34.952652 run osmo-hlr_10.42.42.2(pid=12398): ERR: Terminated: ERROR {rc=237} [trial-2403↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12398)]\u000a11:14:35.002256 run osmo-hlr_10.42.42.2(pid=12398): stdout: \u000a| (launched: 2022-12-14_11:14:31.944758) \u000a11:14:35.052561 run osmo-hlr_10.42.42.2(pid=12398): stderr: \u000a| �[0;m�[1;31m20221214111432236 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214111432236 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214111432236 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214111432236 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214111432236 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214111432236 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214111432263 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/handover_2G:trx-lms+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214111432271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214111432271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214111432271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:14:35.120805 run osmo-msc_10.42.42.6(pid=12404): ERR: Terminated: ERROR {rc=2} [trial-2403↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12404)]\u000a11:14:35.170389 run osmo-msc_10.42.42.6(pid=12404): stdout: \u000a| (launched: 2022-12-14_11:14:33.984779) \u000a11:14:35.220535 run osmo-msc_10.42.42.6(pid=12404): stderr: \u000a| �[0;m�[38;5;43m20221214111434254 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214111434254 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9c83f3fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214111434255 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214111434255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214111434255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214111434255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214111434257 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214111434257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214111434257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214111434257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:14:35.263123 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12397): Terminating (SIGTERM)\u000a11:14:35.303677 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12400): Terminating (SIGTERM)\u000a11:14:35.344616 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12403): Terminating (SIGTERM)\u000a11:14:35.354042 --- ParallelTerminationStrategy: PID 12397 died...\u000a11:14:35.408693 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12397): Terminated: ok {rc=0}\u000a11:14:35.418483 --- ParallelTerminationStrategy: PID 12400 died...\u000a11:14:35.472281 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12400): Terminated: ok {rc=0}\u000a11:14:35.482008 --- ParallelTerminationStrategy: PID 12403 died...\u000a11:14:35.535896 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12403): Terminated: ok {rc=0}\u000a11:14:35.624877 bus /sierra_3: Setting Powered False\u000a11:14:36.726339 bus /sierra_3: Setting Powered False\u000a11:14:37.837163 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "185", "name" : "handover_2G_trx-lms+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T11:14:27" }, { "cases" : [ { "testActions" : [ ], "age" : 232, "className" : "handover_2G:trx-lms+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12415): Process ended prematurely: osmo-stp_10.42.42.5(pid=12415) [trial-2403↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12415)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12415): Process ended prematurely: osmo-stp_10.42.42.5(pid=12415) [trial-2403↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12415)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 handover_2G:trx-lms+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a11:14:39.866213 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:14:39.877174 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a11:14:40.010317 tst handover.py: using LAC 40551\u000a11:14:40.124850 tst handover.py: using RAC 6\u000a11:14:40.242016 tst handover.py: using CellId 40551\u000a11:14:40.357682 tst handover.py: using BVCI 40552\u000a11:14:40.380173 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a11:14:40.514712 tst handover.py: using LAC 40552\u000a11:14:40.630426 tst handover.py: using RAC 7\u000a11:14:40.745646 tst handover.py: using CellId 40552\u000a11:14:40.860864 tst handover.py: using BVCI 40553\u000a11:14:40.883343 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:14:40.895065 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:14:40.906025 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:14:40.916852 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:14:40.928063 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:14:40.939475 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a11:14:41.058016 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a11:14:41.268742 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:14:41.752542 run create_hlr_db(pid=12409): Launched\u000a11:14:41.884434 bus /sierra_2: Setting Powered False\u000a11:14:42.961414 run create_hlr_db(pid=12409): Terminated: ok {rc=0}\u000a11:14:43.367330 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12411): Launched\u000a11:14:43.690896 run osmo-hlr_10.42.42.2(pid=12412): Launched\u000a11:14:43.813396 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:14:44.349623 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12414): Launched\u000a11:14:44.674762 run osmo-stp_10.42.42.5(pid=12415): Launched\u000a11:14:44.791776 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:14:45.358324 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12417): Launched\u000a11:14:45.685461 run osmo-msc_10.42.42.6(pid=12418): Launched\u000a11:14:45.965635 run osmo-stp_10.42.42.5(pid=12415): ERR: Terminated: ERROR {rc=1} [trial-2403↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12415)]\u000a11:14:46.235877 run osmo-stp_10.42.42.5(pid=12415): stdout: \u000a| (launched: 2022-12-14_11:14:44.513839)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:14:46.376500 run osmo-stp_10.42.42.5(pid=12415): stderr: \u000a| �[0;m�[38;5;43m20221214111444702 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214111444702 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214111444703 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214111444703 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214111444704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214111444704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214111444704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:14:46.510951 run osmo-stp_10.42.42.5(pid=12415): stdout: \u000a| (launched: 2022-12-14_11:14:44.513839)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:14:46.643788 run osmo-stp_10.42.42.5(pid=12415): stderr: \u000a| �[0;m�[38;5;43m20221214111444702 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214111444702 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214111444703 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214111444703 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214111444704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214111444704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214111444704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:14:46.703174 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=12415): Process ended prematurely: osmo-stp_10.42.42.5(pid=12415) [trial-2403↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12415)] [trial-2403↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18]\u000a11:14:46.712766 tst handover.py:18: Test FAILED (6.8 sec)\u000a11:14:46.776786 run osmo-hlr_10.42.42.2(pid=12412): ERR: Terminated: ERROR {rc=237} [trial-2403↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12412)]\u000a11:14:46.829064 run osmo-hlr_10.42.42.2(pid=12412): stdout: \u000a| (launched: 2022-12-14_11:14:43.531492) \u000a11:14:46.882223 run osmo-hlr_10.42.42.2(pid=12412): stderr: \u000a| �[0;m�[1;31m20221214111443725 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214111443725 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214111443725 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214111443725 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214111443725 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214111443725 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214111443737 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/handover_2G:trx-lms+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214111443746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214111443746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214111443746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:14:46.954168 run osmo-msc_10.42.42.6(pid=12418): ERR: Terminated: ERROR {rc=2} [trial-2403↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12418)]\u000a11:14:47.007204 run osmo-msc_10.42.42.6(pid=12418): stdout: \u000a| (launched: 2022-12-14_11:14:45.523455) \u000a11:14:47.060823 run osmo-msc_10.42.42.6(pid=12418): stderr: \u000a| �[0;m�[38;5;43m20221214111445867 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214111445867 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f728b9e5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214111445867 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214111445867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214111445868 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214111445868 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214111445870 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214111445870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214111445870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214111445870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:14:47.106266 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12411): Terminating (SIGTERM)\u000a11:14:47.148911 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12414): Terminating (SIGTERM)\u000a11:14:47.191378 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12417): Terminating (SIGTERM)\u000a11:14:47.201120 --- ParallelTerminationStrategy: PID 12411 died...\u000a11:14:47.257808 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12411): Terminated: ok {rc=0}\u000a11:14:47.268349 --- ParallelTerminationStrategy: PID 12414 died...\u000a11:14:47.328482 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12414): Terminated: ok {rc=0}\u000a11:14:47.338549 --- ParallelTerminationStrategy: PID 12417 died...\u000a11:14:47.393571 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12417): Terminated: ok {rc=0}\u000a11:14:47.480672 bus /sierra_3: Setting Powered False\u000a11:14:48.582662 bus /sierra_3: Setting Powered False\u000a11:14:49.692915 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "186", "name" : "handover_2G_trx-lms+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T11:14:39" }, { "cases" : [ { "testActions" : [ ], "age" : 73, "className" : "handover_2G:trx-lms+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12429): Process ended prematurely: osmo-stp_10.42.42.5(pid=12429) [trial-2403↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12429)]", "failedSince" : 2331, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12429): Process ended prematurely: osmo-stp_10.42.42.5(pid=12429) [trial-2403↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12429)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 handover_2G:trx-lms+bts1-sysmo handover.py\u000a----------------------------------------------\u000a11:14:51.697059 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a11:14:51.708186 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a11:14:51.848387 tst handover.py: using LAC 40553\u000a11:14:51.974370 tst handover.py: using RAC 8\u000a11:14:52.103075 tst handover.py: using CellId 40553\u000a11:14:52.228888 tst handover.py: using BVCI 40554\u000a11:14:52.253456 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a11:14:52.381698 tst handover.py: using LAC 40554\u000a11:14:52.509467 tst handover.py: using RAC 9\u000a11:14:52.636798 tst handover.py: using CellId 40554\u000a11:14:52.761988 tst handover.py: using BVCI 40555\u000a11:14:52.786410 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a11:14:52.797559 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a11:14:52.808522 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a11:14:52.819607 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a11:14:52.830743 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a11:14:52.841889 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a11:14:52.958171 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a11:14:53.167736 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:14:53.654415 run create_hlr_db(pid=12423): Launched\u000a11:14:53.785535 bus /sierra_2: Setting Powered False\u000a11:14:54.862316 run create_hlr_db(pid=12423): Terminated: ok {rc=0}\u000a11:14:55.266988 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12425): Launched\u000a11:14:55.591125 run osmo-hlr_10.42.42.2(pid=12426): Launched\u000a11:14:55.708757 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:14:56.241984 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12428): Launched\u000a11:14:56.565752 run osmo-stp_10.42.42.5(pid=12429): Launched\u000a11:14:56.682708 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:14:57.252470 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12431): Launched\u000a11:14:57.580664 run osmo-msc_10.42.42.6(pid=12432): Launched\u000a11:14:57.771765 run osmo-stp_10.42.42.5(pid=12429): ERR: Terminated: ERROR {rc=1} [trial-2403↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12429)]\u000a11:14:57.909805 run osmo-stp_10.42.42.5(pid=12429): stdout: \u000a| (launched: 2022-12-14_11:14:56.405926)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:14:58.045504 run osmo-stp_10.42.42.5(pid=12429): stderr: \u000a| �[0;m�[38;5;43m20221214111456593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214111456593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214111456594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214111456594 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214111456594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214111456595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214111456595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:14:58.176138 run osmo-stp_10.42.42.5(pid=12429): stdout: \u000a| (launched: 2022-12-14_11:14:56.405926)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:14:58.305323 run osmo-stp_10.42.42.5(pid=12429): stderr: \u000a| �[0;m�[38;5;43m20221214111456593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214111456593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214111456594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214111456594 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214111456594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214111456595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214111456595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:14:58.362185 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=12429): Process ended prematurely: osmo-stp_10.42.42.5(pid=12429) [trial-2403↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12429)] [trial-2403↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18]\u000a11:14:58.370624 tst handover.py:18: Test FAILED (6.7 sec)\u000a11:14:58.433807 run osmo-hlr_10.42.42.2(pid=12426): ERR: Terminated: ERROR {rc=237} [trial-2403↪handover_2G:trx-lms+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12426)]\u000a11:14:58.485247 run osmo-hlr_10.42.42.2(pid=12426): stdout: \u000a| (launched: 2022-12-14_11:14:55.431085) \u000a11:14:58.537570 run osmo-hlr_10.42.42.2(pid=12426): stderr: \u000a| �[0;m�[1;31m20221214111455625 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214111455625 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214111455625 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214111455625 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214111455625 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214111455625 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214111455637 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/handover_2G:trx-lms+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214111455645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214111455645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214111455646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:14:58.608388 run osmo-msc_10.42.42.6(pid=12432): ERR: Terminated: ERROR {rc=2} [trial-2403↪handover_2G:trx-lms+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12432)]\u000a11:14:58.660306 run osmo-msc_10.42.42.6(pid=12432): stdout: \u000a| (launched: 2022-12-14_11:14:57.417921) \u000a11:14:58.712372 run osmo-msc_10.42.42.6(pid=12432): stderr: \u000a| �[0;m�[38;5;43m20221214111457736 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214111457737 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f41e9a0ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214111457737 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214111457737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214111457737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214111457737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214111457739 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214111457739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214111457739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214111457739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:14:58.756597 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12425): Terminating (SIGTERM)\u000a11:14:58.798360 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12428): Terminating (SIGTERM)\u000a11:14:58.840121 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12431): Terminating (SIGTERM)\u000a11:14:58.849896 --- ParallelTerminationStrategy: PID 12425 died...\u000a11:14:58.906034 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12425): Terminated: ok {rc=0}\u000a11:14:58.916092 --- ParallelTerminationStrategy: PID 12428 died...\u000a11:14:58.971741 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12428): Terminated: ok {rc=0}\u000a11:14:58.981821 --- ParallelTerminationStrategy: PID 12431 died...\u000a11:14:59.037331 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12431): Terminated: ok {rc=0}\u000a11:14:59.124581 bus /sierra_3: Setting Powered False\u000a11:15:00.230336 bus /sierra_3: Setting Powered False\u000a11:15:01.368435 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "187", "name" : "handover_2G_trx-lms+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T11:14:51" }, { "cases" : [ { "testActions" : [ ], "age" : 232, "className" : "handover_2G:trx-lms+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12447): Process ended prematurely: osmo-stp_10.42.42.5(pid=12447) [trial-2403↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12447)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12447): Process ended prematurely: osmo-stp_10.42.42.5(pid=12447) [trial-2403↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12447)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 handover_2G:trx-lms+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a11:15:03.392901 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:15:03.404245 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a11:15:03.543284 tst handover.py: using LAC 40555\u000a11:15:03.664817 tst handover.py: using RAC 10\u000a11:15:03.785716 tst handover.py: using CellId 40555\u000a11:15:03.904935 tst handover.py: using BVCI 40556\u000a11:15:03.928125 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a11:15:04.071216 tst handover.py: using LAC 40556\u000a11:15:04.198620 tst handover.py: using RAC 11\u000a11:15:04.325636 tst handover.py: using CellId 40556\u000a11:15:04.452173 tst handover.py: using BVCI 40557\u000a11:15:04.477129 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:15:04.488690 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:15:04.499873 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:15:04.511104 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:15:04.522358 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:15:04.533719 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a11:15:04.650173 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a11:15:04.862212 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:15:05.358919 run create_hlr_db(pid=12441): Launched\u000a11:15:05.492118 bus /sierra_2: Setting Powered False\u000a11:15:06.570348 run create_hlr_db(pid=12441): Terminated: ok {rc=0}\u000a11:15:06.959537 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12443): Launched\u000a11:15:07.268596 run osmo-hlr_10.42.42.2(pid=12444): Launched\u000a11:15:07.386839 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:15:07.906802 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12446): Launched\u000a11:15:08.214078 run osmo-stp_10.42.42.5(pid=12447): Launched\u000a11:15:08.333730 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:15:08.875726 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12449): Launched\u000a11:15:09.184823 run osmo-msc_10.42.42.6(pid=12450): Launched\u000a11:15:09.365589 run osmo-stp_10.42.42.5(pid=12447): ERR: Terminated: ERROR {rc=1} [trial-2403↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12447)]\u000a11:15:09.495055 run osmo-stp_10.42.42.5(pid=12447): stdout: \u000a| (launched: 2022-12-14_11:15:08.061830)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:15:09.622707 run osmo-stp_10.42.42.5(pid=12447): stderr: \u000a| �[0;m�[38;5;43m20221214111508233 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214111508233 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214111508233 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214111508234 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214111508234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214111508234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214111508234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:15:09.745398 run osmo-stp_10.42.42.5(pid=12447): stdout: \u000a| (launched: 2022-12-14_11:15:08.061830)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:15:09.866877 run osmo-stp_10.42.42.5(pid=12447): stderr: \u000a| �[0;m�[38;5;43m20221214111508233 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214111508233 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214111508233 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214111508234 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214111508234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214111508234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214111508234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:15:09.920215 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=12447): Process ended prematurely: osmo-stp_10.42.42.5(pid=12447) [trial-2403↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12447)] [trial-2403↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18]\u000a11:15:09.928184 tst handover.py:18: Test FAILED (6.5 sec)\u000a11:15:09.988473 run osmo-hlr_10.42.42.2(pid=12444): ERR: Terminated: ERROR {rc=237} [trial-2403↪handover_2G:trx-lms+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12444)]\u000a11:15:10.037716 run osmo-hlr_10.42.42.2(pid=12444): stdout: \u000a| (launched: 2022-12-14_11:15:07.115510) \u000a11:15:10.087817 run osmo-hlr_10.42.42.2(pid=12444): stderr: \u000a| �[0;m�[1;31m20221214111507291 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214111507291 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214111507291 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214111507291 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214111507291 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214111507291 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214111507303 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/handover_2G:trx-lms+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214111507313 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214111507313 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214111507314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:15:10.155603 run osmo-msc_10.42.42.6(pid=12450): ERR: Terminated: ERROR {rc=2} [trial-2403↪handover_2G:trx-lms+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12450)]\u000a11:15:10.204739 run osmo-msc_10.42.42.6(pid=12450): stdout: \u000a| (launched: 2022-12-14_11:15:09.030584) \u000a11:15:10.254579 run osmo-msc_10.42.42.6(pid=12450): stderr: \u000a| �[0;m�[38;5;43m20221214111509301 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214111509301 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f87df1e6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214111509301 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214111509301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214111509301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214111509301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214111509303 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214111509303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214111509304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214111509304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:15:10.297213 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12443): Terminating (SIGTERM)\u000a11:15:10.337211 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12446): Terminating (SIGTERM)\u000a11:15:10.377325 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12449): Terminating (SIGTERM)\u000a11:15:10.386564 --- ParallelTerminationStrategy: PID 12443 died...\u000a11:15:10.440493 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12443): Terminated: ok {rc=0}\u000a11:15:10.450077 --- ParallelTerminationStrategy: PID 12446 died...\u000a11:15:10.503927 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12446): Terminated: ok {rc=0}\u000a11:15:10.513883 --- ParallelTerminationStrategy: PID 12449 died...\u000a11:15:10.567991 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12449): Terminated: ok {rc=0}\u000a11:15:10.657435 bus /sierra_3: Setting Powered False\u000a11:15:11.763770 bus /sierra_3: Setting Powered False\u000a11:15:12.871940 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "188", "name" : "handover_2G_trx-lms+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T11:15:03" }, { "cases" : [ { "testActions" : [ ], "age" : 232, "className" : "handover_2G:trx-lms+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12462): Process ended prematurely: osmo-stp_10.42.42.5(pid=12462) [trial-2403↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12462)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12462): Process ended prematurely: osmo-stp_10.42.42.5(pid=12462) [trial-2403↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12462)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 handover_2G:trx-lms+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a11:15:14.907975 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:15:14.919244 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a11:15:15.061464 tst handover.py: using LAC 40557\u000a11:15:15.190275 tst handover.py: using RAC 12\u000a11:15:15.313466 tst handover.py: using CellId 40557\u000a11:15:15.433671 tst handover.py: using BVCI 40558\u000a11:15:15.456925 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a11:15:15.593552 tst handover.py: using LAC 40558\u000a11:15:15.712752 tst handover.py: using RAC 13\u000a11:15:15.838312 tst handover.py: using CellId 40558\u000a11:15:15.973461 tst handover.py: using BVCI 40559\u000a11:15:15.998009 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:15:16.009837 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:15:16.021546 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:15:16.033439 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:15:16.046510 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:15:16.059441 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a11:15:16.187505 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a11:15:16.404261 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:15:16.942482 run create_hlr_db(pid=12456): Launched\u000a11:15:17.078790 bus /sierra_2: Setting Powered False\u000a11:15:18.152442 run create_hlr_db(pid=12456): Terminated: ok {rc=0}\u000a11:15:18.538660 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12458): Launched\u000a11:15:18.843648 run osmo-hlr_10.42.42.2(pid=12459): Launched\u000a11:15:18.958390 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:15:19.462355 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12461): Launched\u000a11:15:19.766546 run osmo-stp_10.42.42.5(pid=12462): Launched\u000a11:15:19.877318 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:15:20.408070 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12464): Launched\u000a11:15:20.713749 run osmo-msc_10.42.42.6(pid=12465): Launched\u000a11:15:20.891786 run osmo-stp_10.42.42.5(pid=12462): ERR: Terminated: ERROR {rc=1} [trial-2403↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12462)]\u000a11:15:21.021059 run osmo-stp_10.42.42.5(pid=12462): stdout: \u000a| (launched: 2022-12-14_11:15:19.615980)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:15:21.147662 run osmo-stp_10.42.42.5(pid=12462): stderr: \u000a| �[0;m�[38;5;43m20221214111519784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214111519784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214111519785 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214111519785 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214111519785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214111519786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214111519786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:15:21.270487 run osmo-stp_10.42.42.5(pid=12462): stdout: \u000a| (launched: 2022-12-14_11:15:19.615980)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:15:21.391771 run osmo-stp_10.42.42.5(pid=12462): stderr: \u000a| �[0;m�[38;5;43m20221214111519784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214111519784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214111519785 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214111519785 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214111519785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214111519786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214111519786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:15:21.444915 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=12462): Process ended prematurely: osmo-stp_10.42.42.5(pid=12462) [trial-2403↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12462)] [trial-2403↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18]\u000a11:15:21.452902 tst handover.py:18: Test FAILED (6.5 sec)\u000a11:15:21.513484 run osmo-hlr_10.42.42.2(pid=12459): ERR: Terminated: ERROR {rc=237} [trial-2403↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12459)]\u000a11:15:21.563069 run osmo-hlr_10.42.42.2(pid=12459): stdout: \u000a| (launched: 2022-12-14_11:15:18.693089) \u000a11:15:21.613031 run osmo-hlr_10.42.42.2(pid=12459): stderr: \u000a| �[0;m�[1;31m20221214111518868 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214111518868 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214111518868 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214111518868 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214111518868 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214111518868 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214111518880 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/handover_2G:trx-lms+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214111518888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214111518888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214111518888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:15:21.680393 run osmo-msc_10.42.42.6(pid=12465): ERR: Terminated: ERROR {rc=2} [trial-2403↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12465)]\u000a11:15:21.729041 run osmo-msc_10.42.42.6(pid=12465): stdout: \u000a| (launched: 2022-12-14_11:15:20.562252) \u000a11:15:21.778459 run osmo-msc_10.42.42.6(pid=12465): stderr: \u000a| �[0;m�[38;5;43m20221214111520834 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214111520834 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f507e03ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214111520834 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214111520834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214111520834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214111520834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214111520836 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214111520837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214111520837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214111520837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:15:21.820845 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12458): Terminating (SIGTERM)\u000a11:15:21.860432 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12461): Terminating (SIGTERM)\u000a11:15:21.900206 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12464): Terminating (SIGTERM)\u000a11:15:21.909346 --- ParallelTerminationStrategy: PID 12458 died...\u000a11:15:21.962829 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12458): Terminated: ok {rc=0}\u000a11:15:21.972199 --- ParallelTerminationStrategy: PID 12461 died...\u000a11:15:22.025227 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12461): Terminated: ok {rc=0}\u000a11:15:22.034661 --- ParallelTerminationStrategy: PID 12464 died...\u000a11:15:22.087643 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12464): Terminated: ok {rc=0}\u000a11:15:22.176210 bus /sierra_3: Setting Powered False\u000a11:15:23.278190 bus /sierra_3: Setting Powered False\u000a11:15:24.390043 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "189", "name" : "handover_2G_trx-lms+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T11:15:14" }, { "cases" : [ { "testActions" : [ ], "age" : 232, "className" : "handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12476): Process ended prematurely: osmo-stp_10.42.42.5(pid=12476) [trial-2403↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12476)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12476): Process ended prematurely: osmo-stp_10.42.42.5(pid=12476) [trial-2403↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12476)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a11:15:26.410528 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:15:26.421803 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a11:15:26.556449 tst handover.py: using LAC 40559\u000a11:15:26.681101 tst handover.py: using RAC 14\u000a11:15:26.806186 tst handover.py: using CellId 40559\u000a11:15:26.930982 tst handover.py: using BVCI 40560\u000a11:15:26.955643 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a11:15:27.103412 tst handover.py: using LAC 40560\u000a11:15:27.228854 tst handover.py: using RAC 15\u000a11:15:27.362564 tst handover.py: using CellId 40560\u000a11:15:27.498470 tst handover.py: using BVCI 40561\u000a11:15:27.523272 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:15:27.534951 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:15:27.546502 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:15:27.558398 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:15:27.569894 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:15:27.581409 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a11:15:27.699381 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a11:15:27.900418 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:15:28.354657 run create_hlr_db(pid=12470): Launched\u000a11:15:28.479317 bus /sierra_2: Setting Powered False\u000a11:15:29.551379 run create_hlr_db(pid=12470): Terminated: ok {rc=0}\u000a11:15:29.934884 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12472): Launched\u000a11:15:30.240210 run osmo-hlr_10.42.42.2(pid=12473): Launched\u000a11:15:30.357087 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:15:30.896660 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12475): Launched\u000a11:15:31.318538 run osmo-stp_10.42.42.5(pid=12476): Launched\u000a11:15:31.528693 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:15:32.120818 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12478): Launched\u000a11:15:32.431123 run osmo-msc_10.42.42.6(pid=12479): Launched\u000a11:15:32.611004 run osmo-stp_10.42.42.5(pid=12476): ERR: Terminated: ERROR {rc=1} [trial-2403↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12476)]\u000a11:15:32.742198 run osmo-stp_10.42.42.5(pid=12476): stdout: \u000a| (launched: 2022-12-14_11:15:31.056880)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:15:32.870654 run osmo-stp_10.42.42.5(pid=12476): stderr: \u000a| �[0;m�[38;5;43m20221214111531331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214111531331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214111531332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214111531332 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214111531341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214111531341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214111531341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:15:32.994342 run osmo-stp_10.42.42.5(pid=12476): stdout: \u000a| (launched: 2022-12-14_11:15:31.056880)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:15:33.117256 run osmo-stp_10.42.42.5(pid=12476): stderr: \u000a| �[0;m�[38;5;43m20221214111531331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214111531331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214111531332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214111531332 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214111531341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214111531341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214111531341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:15:33.170843 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=12476): Process ended prematurely: osmo-stp_10.42.42.5(pid=12476) [trial-2403↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12476)] [trial-2403↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18]\u000a11:15:33.178898 tst handover.py:18: Test FAILED (6.8 sec)\u000a11:15:33.239379 run osmo-hlr_10.42.42.2(pid=12473): ERR: Terminated: ERROR {rc=237} [trial-2403↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12473)]\u000a11:15:33.288800 run osmo-hlr_10.42.42.2(pid=12473): stdout: \u000a| (launched: 2022-12-14_11:15:30.088703) \u000a11:15:33.338989 run osmo-hlr_10.42.42.2(pid=12473): stderr: \u000a| �[0;m�[1;31m20221214111530261 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214111530261 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214111530261 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214111530261 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214111530261 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214111530261 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214111530274 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214111530282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214111530282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214111530282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:15:33.407178 run osmo-msc_10.42.42.6(pid=12479): ERR: Terminated: ERROR {rc=2} [trial-2403↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12479)]\u000a11:15:33.456263 run osmo-msc_10.42.42.6(pid=12479): stdout: \u000a| (launched: 2022-12-14_11:15:32.278194) \u000a11:15:33.506078 run osmo-msc_10.42.42.6(pid=12479): stderr: \u000a| �[0;m�[38;5;43m20221214111532546 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214111532546 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f071e718c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214111532547 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214111532547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214111532547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214111532547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214111532549 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214111532549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214111532549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214111532549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:15:33.548516 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12472): Terminating (SIGTERM)\u000a11:15:33.588739 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12475): Terminating (SIGTERM)\u000a11:15:33.628930 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12478): Terminating (SIGTERM)\u000a11:15:33.638223 --- ParallelTerminationStrategy: PID 12472 died...\u000a11:15:33.692216 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12472): Terminated: ok {rc=0}\u000a11:15:33.701906 --- ParallelTerminationStrategy: PID 12475 died...\u000a11:15:33.755708 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12475): Terminated: ok {rc=0}\u000a11:15:33.765351 --- ParallelTerminationStrategy: PID 12478 died...\u000a11:15:33.819137 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12478): Terminated: ok {rc=0}\u000a11:15:33.907883 bus /sierra_3: Setting Powered False\u000a11:15:35.011451 bus /sierra_3: Setting Powered False\u000a11:15:36.118979 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "190", "name" : "handover_2G_trx-lms-limenet-micro+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T11:15:26" }, { "cases" : [ { "testActions" : [ ], "age" : 232, "className" : "handover_2G:trx-lms-limenet-micro+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12490): Process ended prematurely: osmo-stp_10.42.42.5(pid=12490) [trial-2403↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12490)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12490): Process ended prematurely: osmo-stp_10.42.42.5(pid=12490) [trial-2403↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12490)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 handover_2G:trx-lms-limenet-micro+bts1-sysmo handover.py\u000a----------------------------------------------\u000a11:15:38.121175 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a11:15:38.132733 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a11:15:38.267197 tst handover.py: using LAC 40561\u000a11:15:38.388876 tst handover.py: using RAC 16\u000a11:15:38.509117 tst handover.py: using CellId 40561\u000a11:15:38.629639 tst handover.py: using BVCI 40562\u000a11:15:38.652891 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a11:15:38.776561 tst handover.py: using LAC 40562\u000a11:15:38.898333 tst handover.py: using RAC 17\u000a11:15:39.019830 tst handover.py: using CellId 40562\u000a11:15:39.139404 tst handover.py: using BVCI 40563\u000a11:15:39.162716 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a11:15:39.173826 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a11:15:39.184983 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a11:15:39.195953 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a11:15:39.207278 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a11:15:39.218521 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a11:15:39.339618 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a11:15:39.545449 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:15:40.003451 run create_hlr_db(pid=12484): Launched\u000a11:15:40.129365 bus /sierra_2: Setting Powered False\u000a11:15:41.201770 run create_hlr_db(pid=12484): Terminated: ok {rc=0}\u000a11:15:41.612081 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12486): Launched\u000a11:15:41.942281 run osmo-hlr_10.42.42.2(pid=12487): Launched\u000a11:15:42.065960 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:15:42.607434 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12489): Launched\u000a11:15:42.936552 run osmo-stp_10.42.42.5(pid=12490): Launched\u000a11:15:43.054523 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:15:43.627171 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12492): Launched\u000a11:15:43.956861 run osmo-msc_10.42.42.6(pid=12493): Launched\u000a11:15:44.148501 run osmo-stp_10.42.42.5(pid=12490): ERR: Terminated: ERROR {rc=1} [trial-2403↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12490)]\u000a11:15:44.286507 run osmo-stp_10.42.42.5(pid=12490): stdout: \u000a| (launched: 2022-12-14_11:15:42.773869)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:15:44.423083 run osmo-stp_10.42.42.5(pid=12490): stderr: \u000a| �[0;m�[38;5;43m20221214111542961 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214111542962 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214111542962 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214111542962 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214111542963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214111542963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214111542963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:15:44.554675 run osmo-stp_10.42.42.5(pid=12490): stdout: \u000a| (launched: 2022-12-14_11:15:42.773869)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:15:44.684497 run osmo-stp_10.42.42.5(pid=12490): stderr: \u000a| �[0;m�[38;5;43m20221214111542961 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214111542962 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214111542962 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214111542962 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214111542963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214111542963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214111542963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:15:44.741755 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=12490): Process ended prematurely: osmo-stp_10.42.42.5(pid=12490) [trial-2403↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12490)] [trial-2403↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18]\u000a11:15:44.750537 tst handover.py:18: Test FAILED (6.6 sec)\u000a11:15:44.813765 run osmo-hlr_10.42.42.2(pid=12487): ERR: Terminated: ERROR {rc=237} [trial-2403↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12487)]\u000a11:15:44.865619 run osmo-hlr_10.42.42.2(pid=12487): stdout: \u000a| (launched: 2022-12-14_11:15:41.778961) \u000a11:15:44.918203 run osmo-hlr_10.42.42.2(pid=12487): stderr: \u000a| �[0;m�[1;31m20221214111541972 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214111541972 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214111541972 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214111541972 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214111541972 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214111541972 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214111541983 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/handover_2G:trx-lms-limenet-micro+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214111541992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214111541992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214111541992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:15:44.989628 run osmo-msc_10.42.42.6(pid=12493): ERR: Terminated: ERROR {rc=2} [trial-2403↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12493)]\u000a11:15:45.041319 run osmo-msc_10.42.42.6(pid=12493): stdout: \u000a| (launched: 2022-12-14_11:15:43.793680) \u000a11:15:45.093858 run osmo-msc_10.42.42.6(pid=12493): stderr: \u000a| �[0;m�[38;5;43m20221214111544114 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214111544114 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5b80bf0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214111544114 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214111544114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214111544114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214111544114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214111544116 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214111544116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214111544117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214111544117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:15:45.138450 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12486): Terminating (SIGTERM)\u000a11:15:45.180902 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12489): Terminating (SIGTERM)\u000a11:15:45.223065 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12492): Terminating (SIGTERM)\u000a11:15:45.232829 --- ParallelTerminationStrategy: PID 12486 died...\u000a11:15:45.289072 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12486): Terminated: ok {rc=0}\u000a11:15:45.299176 --- ParallelTerminationStrategy: PID 12489 died...\u000a11:15:45.355551 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12489): Terminated: ok {rc=0}\u000a11:15:45.365710 --- ParallelTerminationStrategy: PID 12492 died...\u000a11:15:45.421456 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12492): Terminated: ok {rc=0}\u000a11:15:45.508557 bus /sierra_3: Setting Powered False\u000a11:15:46.628776 bus /sierra_3: Setting Powered False\u000a11:15:47.738892 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "191", "name" : "handover_2G_trx-lms-limenet-micro+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T11:15:37" }, { "cases" : [ { "testActions" : [ ], "age" : 232, "className" : "handover_2G:trx-lms-limenet-micro+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12504): Process ended prematurely: osmo-stp_10.42.42.5(pid=12504) [trial-2403↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12504)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12504): Process ended prematurely: osmo-stp_10.42.42.5(pid=12504) [trial-2403↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12504)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 handover_2G:trx-lms-limenet-micro+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a11:15:49.753447 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:15:49.764891 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a11:15:49.903706 tst handover.py: using LAC 40563\u000a11:15:50.030730 tst handover.py: using RAC 18\u000a11:15:50.157285 tst handover.py: using CellId 40563\u000a11:15:50.283066 tst handover.py: using BVCI 40564\u000a11:15:50.307920 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a11:15:50.457415 tst handover.py: using LAC 40564\u000a11:15:50.586360 tst handover.py: using RAC 19\u000a11:15:50.713200 tst handover.py: using CellId 40564\u000a11:15:50.842353 tst handover.py: using BVCI 40565\u000a11:15:50.867184 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:15:50.878883 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:15:50.890337 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:15:50.901762 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:15:50.913667 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:15:50.925641 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a11:15:51.044495 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a11:15:51.255716 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:15:51.754691 run create_hlr_db(pid=12498): Launched\u000a11:15:51.888663 bus /sierra_2: Setting Powered False\u000a11:15:52.966134 run create_hlr_db(pid=12498): Terminated: ok {rc=0}\u000a11:15:53.378901 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12500): Launched\u000a11:15:53.710020 run osmo-hlr_10.42.42.2(pid=12501): Launched\u000a11:15:53.833665 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:15:54.376034 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12503): Launched\u000a11:15:54.706387 run osmo-stp_10.42.42.5(pid=12504): Launched\u000a11:15:54.825284 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:15:55.399290 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12506): Launched\u000a11:15:55.730236 run osmo-msc_10.42.42.6(pid=12507): Launched\u000a11:15:55.922618 run osmo-stp_10.42.42.5(pid=12504): ERR: Terminated: ERROR {rc=1} [trial-2403↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12504)]\u000a11:15:56.061290 run osmo-stp_10.42.42.5(pid=12504): stdout: \u000a| (launched: 2022-12-14_11:15:54.542984)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:15:56.198363 run osmo-stp_10.42.42.5(pid=12504): stderr: \u000a| �[0;m�[38;5;43m20221214111554733 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214111554733 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214111554733 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214111554734 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214111554734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214111554734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214111554734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:15:56.329421 run osmo-stp_10.42.42.5(pid=12504): stdout: \u000a| (launched: 2022-12-14_11:15:54.542984)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:15:56.459412 run osmo-stp_10.42.42.5(pid=12504): stderr: \u000a| �[0;m�[38;5;43m20221214111554733 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214111554733 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214111554733 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214111554734 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214111554734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214111554734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214111554734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:15:56.516561 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=12504): Process ended prematurely: osmo-stp_10.42.42.5(pid=12504) [trial-2403↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12504)] [trial-2403↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18]\u000a11:15:56.525368 tst handover.py:18: Test FAILED (6.8 sec)\u000a11:15:56.588133 run osmo-hlr_10.42.42.2(pid=12501): ERR: Terminated: ERROR {rc=237} [trial-2403↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12501)]\u000a11:15:56.639616 run osmo-hlr_10.42.42.2(pid=12501): stdout: \u000a| (launched: 2022-12-14_11:15:53.546512) \u000a11:15:56.691634 run osmo-hlr_10.42.42.2(pid=12501): stderr: \u000a| �[0;m�[1;31m20221214111553741 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214111553741 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214111553741 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214111553741 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214111553741 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214111553741 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214111553754 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/handover_2G:trx-lms-limenet-micro+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214111553763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214111553763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214111553763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:15:56.762748 run osmo-msc_10.42.42.6(pid=12507): ERR: Terminated: ERROR {rc=2} [trial-2403↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12507)]\u000a11:15:56.814048 run osmo-msc_10.42.42.6(pid=12507): stdout: \u000a| (launched: 2022-12-14_11:15:55.566671) \u000a11:15:56.866006 run osmo-msc_10.42.42.6(pid=12507): stderr: \u000a| �[0;m�[38;5;43m20221214111555886 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214111555886 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc497dfac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214111555886 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214111555886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214111555886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214111555887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214111555888 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214111555889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214111555889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214111555889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:15:56.910388 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12500): Terminating (SIGTERM)\u000a11:15:56.952051 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12503): Terminating (SIGTERM)\u000a11:15:56.993825 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12506): Terminating (SIGTERM)\u000a11:15:57.003173 --- ParallelTerminationStrategy: PID 12500 died...\u000a11:15:57.058938 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12500): Terminated: ok {rc=0}\u000a11:15:57.069057 --- ParallelTerminationStrategy: PID 12503 died...\u000a11:15:57.125357 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12503): Terminated: ok {rc=0}\u000a11:15:57.135462 --- ParallelTerminationStrategy: PID 12506 died...\u000a11:15:57.191242 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12506): Terminated: ok {rc=0}\u000a11:15:57.279621 bus /sierra_3: Setting Powered False\u000a11:15:58.383160 bus /sierra_3: Setting Powered False\u000a11:15:59.495649 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "192", "name" : "handover_2G_trx-lms-limenet-micro+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T11:15:49" }, { "cases" : [ { "testActions" : [ ], "age" : 232, "className" : "handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12518): Process ended prematurely: osmo-stp_10.42.42.5(pid=12518) [trial-2403↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12518)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12518): Process ended prematurely: osmo-stp_10.42.42.5(pid=12518) [trial-2403↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12518)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a11:16:01.555440 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:16:01.568067 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a11:16:01.738893 tst handover.py: using LAC 40565\u000a11:16:01.879505 tst handover.py: using RAC 20\u000a11:16:02.009678 tst handover.py: using CellId 40565\u000a11:16:02.163412 tst handover.py: using BVCI 40566\u000a11:16:02.196308 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a11:16:02.347799 tst handover.py: using LAC 40566\u000a11:16:02.476235 tst handover.py: using RAC 21\u000a11:16:02.605339 tst handover.py: using CellId 40566\u000a11:16:02.734211 tst handover.py: using BVCI 40567\u000a11:16:02.759497 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:16:02.771152 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:16:02.782614 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:16:02.794187 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:16:02.806315 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:16:02.818405 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a11:16:02.939508 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a11:16:03.153188 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:16:03.651519 run create_hlr_db(pid=12512): Launched\u000a11:16:03.785713 bus /sierra_2: Setting Powered False\u000a11:16:04.864160 run create_hlr_db(pid=12512): Terminated: ok {rc=0}\u000a11:16:05.253521 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12514): Launched\u000a11:16:05.563071 run osmo-hlr_10.42.42.2(pid=12515): Launched\u000a11:16:05.685458 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:16:06.196762 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12517): Launched\u000a11:16:06.505286 run osmo-stp_10.42.42.5(pid=12518): Launched\u000a11:16:06.618526 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:16:07.153750 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12520): Launched\u000a11:16:07.461512 run osmo-msc_10.42.42.6(pid=12521): Launched\u000a11:16:07.641929 run osmo-stp_10.42.42.5(pid=12518): ERR: Terminated: ERROR {rc=1} [trial-2403↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12518)]\u000a11:16:07.772333 run osmo-stp_10.42.42.5(pid=12518): stdout: \u000a| (launched: 2022-12-14_11:16:06.352089)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:16:07.900043 run osmo-stp_10.42.42.5(pid=12518): stderr: \u000a| �[0;m�[38;5;43m20221214111606520 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214111606520 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214111606520 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214111606521 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214111606521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214111606521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214111606521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:16:08.023640 run osmo-stp_10.42.42.5(pid=12518): stdout: \u000a| (launched: 2022-12-14_11:16:06.352089)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:16:08.145800 run osmo-stp_10.42.42.5(pid=12518): stderr: \u000a| �[0;m�[38;5;43m20221214111606520 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214111606520 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214111606520 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214111606521 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214111606521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214111606521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214111606521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:16:08.199347 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=12518): Process ended prematurely: osmo-stp_10.42.42.5(pid=12518) [trial-2403↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12518)] [trial-2403↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18]\u000a11:16:08.207597 tst handover.py:18: Test FAILED (6.6 sec)\u000a11:16:08.268136 run osmo-hlr_10.42.42.2(pid=12515): ERR: Terminated: ERROR {rc=237} [trial-2403↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12515)]\u000a11:16:08.317457 run osmo-hlr_10.42.42.2(pid=12515): stdout: \u000a| (launched: 2022-12-14_11:16:05.409717) \u000a11:16:08.367507 run osmo-hlr_10.42.42.2(pid=12515): stderr: \u000a| �[0;m�[1;31m20221214111605583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214111605583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214111605583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214111605583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214111605583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214111605583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214111605595 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214111605603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214111605603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214111605603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:16:08.435271 run osmo-msc_10.42.42.6(pid=12521): ERR: Terminated: ERROR {rc=2} [trial-2403↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12521)]\u000a11:16:08.484885 run osmo-msc_10.42.42.6(pid=12521): stdout: \u000a| (launched: 2022-12-14_11:16:07.308750) \u000a11:16:08.535123 run osmo-msc_10.42.42.6(pid=12521): stderr: \u000a| �[0;m�[38;5;43m20221214111607578 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214111607578 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6188c66c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214111607578 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214111607578 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214111607578 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214111607578 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214111607580 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214111607581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214111607581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214111607581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:16:08.577693 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12514): Terminating (SIGTERM)\u000a11:16:08.617672 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12517): Terminating (SIGTERM)\u000a11:16:08.657602 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12520): Terminating (SIGTERM)\u000a11:16:08.666984 --- ParallelTerminationStrategy: PID 12514 died...\u000a11:16:08.721041 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12514): Terminated: ok {rc=0}\u000a11:16:08.730729 --- ParallelTerminationStrategy: PID 12517 died...\u000a11:16:08.784534 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12517): Terminated: ok {rc=0}\u000a11:16:08.794046 --- ParallelTerminationStrategy: PID 12520 died...\u000a11:16:08.847962 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12520): Terminated: ok {rc=0}\u000a11:16:08.936754 bus /sierra_3: Setting Powered False\u000a11:16:10.040617 bus /sierra_3: Setting Powered False\u000a11:16:11.147467 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "193", "name" : "handover_2G_trx-lms-limenet-micro+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T11:16:01" }, { "cases" : [ { "testActions" : [ ], "age" : 232, "className" : "handover_2G:trx-sysmocell5000+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12532): Process ended prematurely: osmo-stp_10.42.42.5(pid=12532) [trial-2403↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12532)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12532): Process ended prematurely: osmo-stp_10.42.42.5(pid=12532) [trial-2403↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12532)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 handover_2G:trx-sysmocell5000+bts1-sysmo handover.py\u000a----------------------------------------------\u000a11:16:13.149147 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a11:16:13.160039 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a11:16:13.298898 tst handover.py: using LAC 40567\u000a11:16:13.421937 tst handover.py: using RAC 22\u000a11:16:13.547530 tst handover.py: using CellId 40567\u000a11:16:13.666345 tst handover.py: using BVCI 40568\u000a11:16:13.690285 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a11:16:13.811857 tst handover.py: using LAC 40568\u000a11:16:13.938673 tst handover.py: using RAC 23\u000a11:16:14.064780 tst handover.py: using CellId 40568\u000a11:16:14.186883 tst handover.py: using BVCI 40569\u000a11:16:14.210374 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a11:16:14.222515 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a11:16:14.235971 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a11:16:14.247473 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a11:16:14.258878 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a11:16:14.270287 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a11:16:14.386996 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a11:16:14.600526 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:16:15.099045 run create_hlr_db(pid=12526): Launched\u000a11:16:15.232875 bus /sierra_2: Setting Powered False\u000a11:16:16.361895 run create_hlr_db(pid=12526): Terminated: ok {rc=0}\u000a11:16:16.787950 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12528): Launched\u000a11:16:17.228493 run osmo-hlr_10.42.42.2(pid=12529): Launched\u000a11:16:17.364420 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:16:17.876380 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12531): Launched\u000a11:16:18.183179 run osmo-stp_10.42.42.5(pid=12532): Launched\u000a11:16:18.294976 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:16:18.832462 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12534): Launched\u000a11:16:19.140519 run osmo-msc_10.42.42.6(pid=12535): Launched\u000a11:16:19.318909 run osmo-stp_10.42.42.5(pid=12532): ERR: Terminated: ERROR {rc=1} [trial-2403↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12532)]\u000a11:16:19.447963 run osmo-stp_10.42.42.5(pid=12532): stdout: \u000a| (launched: 2022-12-14_11:16:18.031439)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:16:19.575746 run osmo-stp_10.42.42.5(pid=12532): stderr: \u000a| �[0;m�[38;5;43m20221214111618200 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214111618200 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214111618200 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214111618201 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214111618201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214111618201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214111618201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:16:19.698935 run osmo-stp_10.42.42.5(pid=12532): stdout: \u000a| (launched: 2022-12-14_11:16:18.031439)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:16:19.821341 run osmo-stp_10.42.42.5(pid=12532): stderr: \u000a| �[0;m�[38;5;43m20221214111618200 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214111618200 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214111618200 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214111618201 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214111618201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214111618201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214111618201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:16:19.874854 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=12532): Process ended prematurely: osmo-stp_10.42.42.5(pid=12532) [trial-2403↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12532)] [trial-2403↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18]\u000a11:16:19.882786 tst handover.py:18: Test FAILED (6.7 sec)\u000a11:16:19.943266 run osmo-hlr_10.42.42.2(pid=12529): ERR: Terminated: ERROR {rc=237} [trial-2403↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12529)]\u000a11:16:19.992764 run osmo-hlr_10.42.42.2(pid=12529): stdout: \u000a| (launched: 2022-12-14_11:16:16.957830) \u000a11:16:20.042802 run osmo-hlr_10.42.42.2(pid=12529): stderr: \u000a| �[0;m�[1;31m20221214111617201 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214111617201 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214111617201 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214111617201 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214111617201 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214111617201 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214111617220 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/handover_2G:trx-sysmocell5000+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214111617245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214111617246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214111617246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:16:20.110533 run osmo-msc_10.42.42.6(pid=12535): ERR: Terminated: ERROR {rc=2} [trial-2403↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12535)]\u000a11:16:20.159767 run osmo-msc_10.42.42.6(pid=12535): stdout: \u000a| (launched: 2022-12-14_11:16:18.987921) \u000a11:16:20.209737 run osmo-msc_10.42.42.6(pid=12535): stderr: \u000a| �[0;m�[38;5;43m20221214111619258 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214111619258 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7faceea78c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214111619258 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214111619258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214111619259 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214111619259 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214111619261 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214111619261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214111619262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214111619262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:16:20.252172 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12528): Terminating (SIGTERM)\u000a11:16:20.292155 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12531): Terminating (SIGTERM)\u000a11:16:20.332198 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12534): Terminating (SIGTERM)\u000a11:16:20.341579 --- ParallelTerminationStrategy: PID 12528 died...\u000a11:16:20.396212 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12528): Terminated: ok {rc=0}\u000a11:16:20.405964 --- ParallelTerminationStrategy: PID 12531 died...\u000a11:16:20.459838 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12531): Terminated: ok {rc=0}\u000a11:16:20.469957 --- ParallelTerminationStrategy: PID 12534 died...\u000a11:16:20.524039 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12534): Terminated: ok {rc=0}\u000a11:16:20.612799 bus /sierra_3: Setting Powered False\u000a11:16:21.716540 bus /sierra_3: Setting Powered False\u000a11:16:22.823378 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "194", "name" : "handover_2G_trx-sysmocell5000+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T11:16:12" }, { "cases" : [ { "testActions" : [ ], "age" : 232, "className" : "handover_2G:trx-sysmocell5000+bts1-trx-b200", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12546): Process ended prematurely: osmo-stp_10.42.42.5(pid=12546) [trial-2403↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12546)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12546): Process ended prematurely: osmo-stp_10.42.42.5(pid=12546) [trial-2403↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12546)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 handover_2G:trx-sysmocell5000+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a11:16:24.848350 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:16:24.859826 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a11:16:25.002460 tst handover.py: using LAC 40569\u000a11:16:25.131073 tst handover.py: using RAC 24\u000a11:16:25.259678 tst handover.py: using CellId 40569\u000a11:16:25.389642 tst handover.py: using BVCI 40570\u000a11:16:25.414561 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a11:16:25.553136 tst handover.py: using LAC 40570\u000a11:16:25.673992 tst handover.py: using RAC 25\u000a11:16:25.795455 tst handover.py: using CellId 40570\u000a11:16:25.917296 tst handover.py: using BVCI 40571\u000a11:16:25.940398 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:16:25.951506 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:16:25.962347 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:16:25.973189 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:16:25.984304 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:16:25.995438 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a11:16:26.114857 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a11:16:26.320709 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:16:26.777650 run create_hlr_db(pid=12540): Launched\u000a11:16:26.903235 bus /sierra_2: Setting Powered False\u000a11:16:27.977555 run create_hlr_db(pid=12540): Terminated: ok {rc=0}\u000a11:16:28.389709 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12542): Launched\u000a11:16:28.719423 run osmo-hlr_10.42.42.2(pid=12543): Launched\u000a11:16:28.843912 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:16:29.388604 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12545): Launched\u000a11:16:29.719257 run osmo-stp_10.42.42.5(pid=12546): Launched\u000a11:16:29.838427 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:16:30.411924 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12548): Launched\u000a11:16:30.743022 run osmo-msc_10.42.42.6(pid=12549): Launched\u000a11:16:31.043537 run osmo-stp_10.42.42.5(pid=12546): ERR: Terminated: ERROR {rc=1} [trial-2403↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12546)]\u000a11:16:31.378669 run osmo-stp_10.42.42.5(pid=12546): stdout: \u000a| (launched: 2022-12-14_11:16:29.555567)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:16:31.555864 run osmo-stp_10.42.42.5(pid=12546): stderr: \u000a| �[0;m�[38;5;43m20221214111629746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214111629746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214111629746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214111629746 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214111629747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214111629747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214111629747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:16:31.691684 run osmo-stp_10.42.42.5(pid=12546): stdout: \u000a| (launched: 2022-12-14_11:16:29.555567)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:16:31.826839 run osmo-stp_10.42.42.5(pid=12546): stderr: \u000a| �[0;m�[38;5;43m20221214111629746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214111629746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214111629746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214111629746 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214111629747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214111629747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214111629747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:16:31.887088 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=12546): Process ended prematurely: osmo-stp_10.42.42.5(pid=12546) [trial-2403↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12546)] [trial-2403↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18]\u000a11:16:31.896927 tst handover.py:18: Test FAILED (7.0 sec)\u000a11:16:31.962502 run osmo-hlr_10.42.42.2(pid=12543): ERR: Terminated: ERROR {rc=237} [trial-2403↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12543)]\u000a11:16:32.016128 run osmo-hlr_10.42.42.2(pid=12543): stdout: \u000a| (launched: 2022-12-14_11:16:28.556672) \u000a11:16:32.070268 run osmo-hlr_10.42.42.2(pid=12543): stderr: \u000a| �[0;m�[1;31m20221214111628751 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214111628751 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214111628751 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214111628751 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214111628751 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214111628751 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214111628762 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/handover_2G:trx-sysmocell5000+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214111628771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214111628771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214111628771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:16:32.143751 run osmo-msc_10.42.42.6(pid=12549): ERR: Terminated: ERROR {rc=2} [trial-2403↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12549)]\u000a11:16:32.197290 run osmo-msc_10.42.42.6(pid=12549): stdout: \u000a| (launched: 2022-12-14_11:16:30.578900) \u000a11:16:32.251218 run osmo-msc_10.42.42.6(pid=12549): stderr: \u000a| �[0;m�[38;5;43m20221214111630983 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214111630983 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f43cbf18c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214111630983 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214111630983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214111630983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214111630984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214111630990 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214111630990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214111630991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214111630991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:16:32.296912 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12542): Terminating (SIGTERM)\u000a11:16:32.338601 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12545): Terminating (SIGTERM)\u000a11:16:32.380133 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12548): Terminating (SIGTERM)\u000a11:16:32.389831 --- ParallelTerminationStrategy: PID 12542 died...\u000a11:16:32.445372 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12542): Terminated: ok {rc=0}\u000a11:16:32.455433 --- ParallelTerminationStrategy: PID 12545 died...\u000a11:16:32.510822 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12545): Terminated: ok {rc=0}\u000a11:16:32.520779 --- ParallelTerminationStrategy: PID 12548 died...\u000a11:16:32.576218 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12548): Terminated: ok {rc=0}\u000a11:16:32.663609 bus /sierra_3: Setting Powered False\u000a11:16:33.768019 bus /sierra_3: Setting Powered False\u000a11:16:34.878108 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "195", "name" : "handover_2G_trx-sysmocell5000+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T11:16:24" }, { "cases" : [ { "testActions" : [ ], "age" : 232, "className" : "handover_2G:trx-sysmocell5000+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12560): Process ended prematurely: osmo-stp_10.42.42.5(pid=12560) [trial-2403↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12560)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12560): Process ended prematurely: osmo-stp_10.42.42.5(pid=12560) [trial-2403↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12560)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 handover_2G:trx-sysmocell5000+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a11:16:36.916591 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:16:36.927512 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a11:16:37.071032 tst handover.py: using LAC 40571\u000a11:16:37.200147 tst handover.py: using RAC 26\u000a11:16:37.328734 tst handover.py: using CellId 40571\u000a11:16:37.456854 tst handover.py: using BVCI 40572\u000a11:16:37.482318 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a11:16:37.621283 tst handover.py: using LAC 40572\u000a11:16:37.748843 tst handover.py: using RAC 27\u000a11:16:37.877176 tst handover.py: using CellId 40572\u000a11:16:38.005478 tst handover.py: using BVCI 40573\u000a11:16:38.030501 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:16:38.042138 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:16:38.053602 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:16:38.065276 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:16:38.076572 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:16:38.087834 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a11:16:38.207853 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a11:16:38.413969 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:16:38.871833 run create_hlr_db(pid=12554): Launched\u000a11:16:38.997349 bus /sierra_2: Setting Powered False\u000a11:16:40.069902 run create_hlr_db(pid=12554): Terminated: ok {rc=0}\u000a11:16:40.482129 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12556): Launched\u000a11:16:40.812662 run osmo-hlr_10.42.42.2(pid=12557): Launched\u000a11:16:40.932443 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:16:41.476308 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12559): Launched\u000a11:16:41.806257 run osmo-stp_10.42.42.5(pid=12560): Launched\u000a11:16:41.925530 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:16:42.495813 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12562): Launched\u000a11:16:42.825921 run osmo-msc_10.42.42.6(pid=12563): Launched\u000a11:16:43.016848 run osmo-stp_10.42.42.5(pid=12560): ERR: Terminated: ERROR {rc=1} [trial-2403↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12560)]\u000a11:16:43.155296 run osmo-stp_10.42.42.5(pid=12560): stdout: \u000a| (launched: 2022-12-14_11:16:41.642991)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:16:43.293976 run osmo-stp_10.42.42.5(pid=12560): stderr: \u000a| �[0;m�[38;5;43m20221214111641832 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214111641832 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214111641832 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214111641833 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214111641833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214111641833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214111641834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:16:43.425211 run osmo-stp_10.42.42.5(pid=12560): stdout: \u000a| (launched: 2022-12-14_11:16:41.642991)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:16:43.554853 run osmo-stp_10.42.42.5(pid=12560): stderr: \u000a| �[0;m�[38;5;43m20221214111641832 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214111641832 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214111641832 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214111641833 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214111641833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214111641833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214111641834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:16:43.612101 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=12560): Process ended prematurely: osmo-stp_10.42.42.5(pid=12560) [trial-2403↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12560)] [trial-2403↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18]\u000a11:16:43.620868 tst handover.py:18: Test FAILED (6.7 sec)\u000a11:16:43.683593 run osmo-hlr_10.42.42.2(pid=12557): ERR: Terminated: ERROR {rc=237} [trial-2403↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12557)]\u000a11:16:43.734817 run osmo-hlr_10.42.42.2(pid=12557): stdout: \u000a| (launched: 2022-12-14_11:16:40.649090) \u000a11:16:43.786600 run osmo-hlr_10.42.42.2(pid=12557): stderr: \u000a| �[0;m�[1;31m20221214111640842 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214111640842 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214111640842 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214111640842 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214111640843 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214111640843 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214111640855 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/handover_2G:trx-sysmocell5000+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214111640863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214111640864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214111640864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:16:43.856911 run osmo-msc_10.42.42.6(pid=12563): ERR: Terminated: ERROR {rc=2} [trial-2403↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12563)]\u000a11:16:43.908035 run osmo-msc_10.42.42.6(pid=12563): stdout: \u000a| (launched: 2022-12-14_11:16:42.662021) \u000a11:16:43.960346 run osmo-msc_10.42.42.6(pid=12563): stderr: \u000a| �[0;m�[38;5;43m20221214111642981 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214111642981 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1ad9414c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214111642982 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214111642982 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214111642982 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214111642982 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214111642984 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214111642985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214111642985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214111642985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:16:44.004458 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12556): Terminating (SIGTERM)\u000a11:16:44.046790 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12559): Terminating (SIGTERM)\u000a11:16:44.088480 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12562): Terminating (SIGTERM)\u000a11:16:44.098338 --- ParallelTerminationStrategy: PID 12556 died...\u000a11:16:44.154616 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12556): Terminated: ok {rc=0}\u000a11:16:44.164832 --- ParallelTerminationStrategy: PID 12559 died...\u000a11:16:44.220591 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12559): Terminated: ok {rc=0}\u000a11:16:44.230772 --- ParallelTerminationStrategy: PID 12562 died...\u000a11:16:44.285915 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12562): Terminated: ok {rc=0}\u000a11:16:44.373272 bus /sierra_3: Setting Powered False\u000a11:16:45.479359 bus /sierra_3: Setting Powered False\u000a11:16:46.606303 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "196", "name" : "handover_2G_trx-sysmocell5000+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T11:16:36" }, { "cases" : [ { "testActions" : [ ], "age" : 86, "className" : "handover_2G:sysmo+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12574): Process ended prematurely: osmo-stp_10.42.42.5(pid=12574) [trial-2403↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12574)]", "failedSince" : 2318, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12574): Process ended prematurely: osmo-stp_10.42.42.5(pid=12574) [trial-2403↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12574)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 handover_2G:sysmo+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a11:16:48.624216 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:16:48.635521 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a11:16:48.763317 tst handover.py: using LAC 40573\u000a11:16:48.893492 tst handover.py: using RAC 28\u000a11:16:49.022752 tst handover.py: using CellId 40573\u000a11:16:49.150804 tst handover.py: using BVCI 40574\u000a11:16:49.175993 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a11:16:49.319568 tst handover.py: using LAC 40574\u000a11:16:49.438308 tst handover.py: using RAC 29\u000a11:16:49.557086 tst handover.py: using CellId 40574\u000a11:16:49.675597 tst handover.py: using BVCI 40575\u000a11:16:49.698789 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:16:49.709581 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:16:49.720186 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:16:49.730824 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:16:49.742275 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:16:49.753820 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a11:16:49.876159 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a11:16:50.079381 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:16:50.534756 run create_hlr_db(pid=12568): Launched\u000a11:16:50.660080 bus /sierra_2: Setting Powered False\u000a11:16:51.734119 run create_hlr_db(pid=12568): Terminated: ok {rc=0}\u000a11:16:52.119667 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12570): Launched\u000a11:16:52.427167 run osmo-hlr_10.42.42.2(pid=12571): Launched\u000a11:16:52.546304 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:16:53.060472 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12573): Launched\u000a11:16:53.368773 run osmo-stp_10.42.42.5(pid=12574): Launched\u000a11:16:53.480859 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:16:54.020251 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12576): Launched\u000a11:16:54.329904 run osmo-msc_10.42.42.6(pid=12577): Launched\u000a11:16:54.509842 run osmo-stp_10.42.42.5(pid=12574): ERR: Terminated: ERROR {rc=1} [trial-2403↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12574)]\u000a11:16:54.640267 run osmo-stp_10.42.42.5(pid=12574): stdout: \u000a| (launched: 2022-12-14_11:16:53.216084)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:16:54.768305 run osmo-stp_10.42.42.5(pid=12574): stderr: \u000a| �[0;m�[38;5;43m20221214111653384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214111653384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214111653385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214111653385 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214111653386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214111653386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214111653386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:16:54.891954 run osmo-stp_10.42.42.5(pid=12574): stdout: \u000a| (launched: 2022-12-14_11:16:53.216084)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:16:55.014218 run osmo-stp_10.42.42.5(pid=12574): stderr: \u000a| �[0;m�[38;5;43m20221214111653384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214111653384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214111653385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214111653385 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214111653386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214111653386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214111653386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:16:55.067963 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=12574): Process ended prematurely: osmo-stp_10.42.42.5(pid=12574) [trial-2403↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12574)] [trial-2403↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18]\u000a11:16:55.075977 tst handover.py:18: Test FAILED (6.4 sec)\u000a11:16:55.136878 run osmo-hlr_10.42.42.2(pid=12571): ERR: Terminated: ERROR {rc=237} [trial-2403↪handover_2G:sysmo+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12571)]\u000a11:16:55.186769 run osmo-hlr_10.42.42.2(pid=12571): stdout: \u000a| (launched: 2022-12-14_11:16:52.275594) \u000a11:16:55.237445 run osmo-hlr_10.42.42.2(pid=12571): stderr: \u000a| �[0;m�[1;31m20221214111652450 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214111652450 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214111652450 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214111652450 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214111652450 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214111652450 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214111652462 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/handover_2G:sysmo+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214111652470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214111652470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214111652470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:16:55.305916 run osmo-msc_10.42.42.6(pid=12577): ERR: Terminated: ERROR {rc=2} [trial-2403↪handover_2G:sysmo+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12577)]\u000a11:16:55.355694 run osmo-msc_10.42.42.6(pid=12577): stdout: \u000a| (launched: 2022-12-14_11:16:54.176090) \u000a11:16:55.406013 run osmo-msc_10.42.42.6(pid=12577): stderr: \u000a| �[0;m�[38;5;43m20221214111654444 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214111654444 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb15a8c7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214111654444 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214111654444 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214111654444 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214111654445 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214111654446 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214111654447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214111654447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214111654447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:16:55.448899 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12570): Terminating (SIGTERM)\u000a11:16:55.489451 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12573): Terminating (SIGTERM)\u000a11:16:55.530332 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12576): Terminating (SIGTERM)\u000a11:16:55.539629 --- ParallelTerminationStrategy: PID 12570 died...\u000a11:16:55.594119 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12570): Terminated: ok {rc=0}\u000a11:16:55.603731 --- ParallelTerminationStrategy: PID 12573 died...\u000a11:16:55.657356 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12573): Terminated: ok {rc=0}\u000a11:16:55.666972 --- ParallelTerminationStrategy: PID 12576 died...\u000a11:16:55.720556 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12576): Terminated: ok {rc=0}\u000a11:16:55.804775 bus /sierra_3: Setting Powered False\u000a11:16:56.913642 bus /sierra_3: Setting Powered False\u000a11:16:58.022190 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "197", "name" : "handover_2G_sysmo+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T11:16:48" }, { "cases" : [ { "testActions" : [ ], "age" : 86, "className" : "handover_2G:sysmo+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12591): Process ended prematurely: osmo-stp_10.42.42.5(pid=12591) [trial-2403↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12591)]", "failedSince" : 2318, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12591): Process ended prematurely: osmo-stp_10.42.42.5(pid=12591) [trial-2403↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12591)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 handover_2G:sysmo+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a11:17:00.010513 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:17:00.021766 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a11:17:00.156196 tst handover.py: using LAC 40575\u000a11:17:00.283126 tst handover.py: using RAC 30\u000a11:17:00.410213 tst handover.py: using CellId 40575\u000a11:17:00.536790 tst handover.py: using BVCI 40576\u000a11:17:00.561902 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a11:17:00.704913 tst handover.py: using LAC 40576\u000a11:17:00.836684 tst handover.py: using RAC 31\u000a11:17:00.979460 tst handover.py: using CellId 40576\u000a11:17:01.119014 tst handover.py: using BVCI 40577\u000a11:17:01.144862 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:17:01.156641 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:17:01.168394 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:17:01.180101 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:17:01.191993 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:17:01.203721 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a11:17:01.348470 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a11:17:01.566040 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:17:02.072384 run create_hlr_db(pid=12585): Launched\u000a11:17:02.201200 bus /sierra_2: Setting Powered False\u000a11:17:03.272926 run create_hlr_db(pid=12585): Terminated: ok {rc=0}\u000a11:17:03.684213 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12587): Launched\u000a11:17:04.013779 run osmo-hlr_10.42.42.2(pid=12588): Launched\u000a11:17:04.138181 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:17:04.682210 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12590): Launched\u000a11:17:05.012709 run osmo-stp_10.42.42.5(pid=12591): Launched\u000a11:17:05.131931 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:17:05.704794 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12593): Launched\u000a11:17:06.034748 run osmo-msc_10.42.42.6(pid=12594): Launched\u000a11:17:06.225949 run osmo-stp_10.42.42.5(pid=12591): ERR: Terminated: ERROR {rc=1} [trial-2403↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12591)]\u000a11:17:06.363743 run osmo-stp_10.42.42.5(pid=12591): stdout: \u000a| (launched: 2022-12-14_11:17:04.849420)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:17:06.500201 run osmo-stp_10.42.42.5(pid=12591): stderr: \u000a| �[0;m�[38;5;43m20221214111705040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214111705040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214111705041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214111705041 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214111705041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214111705041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214111705042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:17:06.631342 run osmo-stp_10.42.42.5(pid=12591): stdout: \u000a| (launched: 2022-12-14_11:17:04.849420)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:17:06.761050 run osmo-stp_10.42.42.5(pid=12591): stderr: \u000a| �[0;m�[38;5;43m20221214111705040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214111705040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214111705041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214111705041 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214111705041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214111705041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214111705042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:17:06.818465 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=12591): Process ended prematurely: osmo-stp_10.42.42.5(pid=12591) [trial-2403↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12591)] [trial-2403↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18]\u000a11:17:06.826983 tst handover.py:18: Test FAILED (6.8 sec)\u000a11:17:06.890197 run osmo-hlr_10.42.42.2(pid=12588): ERR: Terminated: ERROR {rc=237} [trial-2403↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12588)]\u000a11:17:06.941784 run osmo-hlr_10.42.42.2(pid=12588): stdout: \u000a| (launched: 2022-12-14_11:17:03.850908) \u000a11:17:06.994174 run osmo-hlr_10.42.42.2(pid=12588): stderr: \u000a| �[0;m�[1;31m20221214111704046 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214111704046 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214111704046 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214111704046 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214111704046 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214111704046 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214111704059 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/handover_2G:sysmo+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214111704069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214111704069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214111704069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:17:07.065242 run osmo-msc_10.42.42.6(pid=12594): ERR: Terminated: ERROR {rc=2} [trial-2403↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12594)]\u000a11:17:07.116851 run osmo-msc_10.42.42.6(pid=12594): stdout: \u000a| (launched: 2022-12-14_11:17:05.871500) \u000a11:17:07.169364 run osmo-msc_10.42.42.6(pid=12594): stderr: \u000a| �[0;m�[38;5;43m20221214111706191 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214111706191 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8bb8cc6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214111706191 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214111706191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214111706191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214111706191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214111706193 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214111706194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214111706194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214111706194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:17:07.214133 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12587): Terminating (SIGTERM)\u000a11:17:07.256224 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12590): Terminating (SIGTERM)\u000a11:17:07.298373 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12593): Terminating (SIGTERM)\u000a11:17:07.308137 --- ParallelTerminationStrategy: PID 12587 died...\u000a11:17:07.364697 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12587): Terminated: ok {rc=0}\u000a11:17:07.374883 --- ParallelTerminationStrategy: PID 12590 died...\u000a11:17:07.430967 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12590): Terminated: ok {rc=0}\u000a11:17:07.441220 --- ParallelTerminationStrategy: PID 12593 died...\u000a11:17:07.497297 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12593): Terminated: ok {rc=0}\u000a11:17:07.585088 bus /sierra_3: Setting Powered False\u000a11:17:08.687700 bus /sierra_3: Setting Powered False\u000a11:17:09.798638 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "198", "name" : "handover_2G_sysmo+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T11:16:59" }, { "cases" : [ { "testActions" : [ ], "age" : 86, "className" : "handover_2G:trx-b200+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12605): Process ended prematurely: osmo-stp_10.42.42.5(pid=12605) [trial-2403↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12605)]", "failedSince" : 2318, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12605): Process ended prematurely: osmo-stp_10.42.42.5(pid=12605) [trial-2403↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12605)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2403 handover_2G:trx-b200+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a11:17:11.823152 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:17:11.836022 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a11:17:11.973703 tst handover.py: using LAC 40577\u000a11:17:12.092551 tst handover.py: using RAC 32\u000a11:17:12.220869 tst handover.py: using CellId 40577\u000a11:17:12.352393 tst handover.py: using BVCI 40578\u000a11:17:12.377364 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a11:17:12.519369 tst handover.py: using LAC 40578\u000a11:17:12.647887 tst handover.py: using RAC 33\u000a11:17:12.776030 tst handover.py: using CellId 40578\u000a11:17:12.907092 tst handover.py: using BVCI 40579\u000a11:17:12.932120 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:17:12.943491 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:17:12.954756 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:17:12.966019 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:17:12.977196 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:17:12.988271 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a11:17:13.109745 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a11:17:13.317468 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:17:13.776811 run create_hlr_db(pid=12599): Launched\u000a11:17:13.902688 bus /sierra_2: Setting Powered False\u000a11:17:14.974965 run create_hlr_db(pid=12599): Terminated: ok {rc=0}\u000a11:17:15.360362 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12601): Launched\u000a11:17:15.668310 run osmo-hlr_10.42.42.2(pid=12602): Launched\u000a11:17:15.789811 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:17:16.321412 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12604): Launched\u000a11:17:16.705739 run osmo-stp_10.42.42.5(pid=12605): Launched\u000a11:17:17.014756 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:17:17.628360 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12607): Launched\u000a11:17:17.937167 run osmo-msc_10.42.42.6(pid=12608): Launched\u000a11:17:18.116815 run osmo-stp_10.42.42.5(pid=12605): ERR: Terminated: ERROR {rc=1} [trial-2403↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12605)]\u000a11:17:18.247697 run osmo-stp_10.42.42.5(pid=12605): stdout: \u000a| (launched: 2022-12-14_11:17:16.479660)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:17:18.375935 run osmo-stp_10.42.42.5(pid=12605): stderr: \u000a| �[0;m�[38;5;43m20221214111716830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214111716830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214111716830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214111716830 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214111716831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214111716831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214111716831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:17:18.499215 run osmo-stp_10.42.42.5(pid=12605): stdout: \u000a| (launched: 2022-12-14_11:17:16.479660)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:17:18.620847 run osmo-stp_10.42.42.5(pid=12605): stderr: \u000a| �[0;m�[38;5;43m20221214111716830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214111716830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214111716830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214111716830 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214111716831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214111716831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214111716831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:17:18.674387 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=12605): Process ended prematurely: osmo-stp_10.42.42.5(pid=12605) [trial-2403↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12605)] [trial-2403↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18]\u000a11:17:18.682351 tst handover.py:18: Test FAILED (6.9 sec)\u000a11:17:18.743266 run osmo-hlr_10.42.42.2(pid=12602): ERR: Terminated: ERROR {rc=237} [trial-2403↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12602)]\u000a11:17:18.793157 run osmo-hlr_10.42.42.2(pid=12602): stdout: \u000a| (launched: 2022-12-14_11:17:15.516326) \u000a11:17:18.843400 run osmo-hlr_10.42.42.2(pid=12602): stderr: \u000a| �[0;m�[1;31m20221214111715689 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214111715689 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214111715689 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214111715689 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214111715690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214111715690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214111715702 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2403/run.2022-12-14_09-52-37/handover_2G:trx-b200+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214111715710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214111715710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214111715710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:17:18.912080 run osmo-msc_10.42.42.6(pid=12608): ERR: Terminated: ERROR {rc=2} [trial-2403↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12608)]\u000a11:17:18.961732 run osmo-msc_10.42.42.6(pid=12608): stdout: \u000a| (launched: 2022-12-14_11:17:17.784307) \u000a11:17:19.012189 run osmo-msc_10.42.42.6(pid=12608): stderr: \u000a| �[0;m�[38;5;43m20221214111718054 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214111718054 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7e44850c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214111718054 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214111718054 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214111718055 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214111718055 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214111718057 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214111718057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214111718057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214111718057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:17:19.055107 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12601): Terminating (SIGTERM)\u000a11:17:19.096009 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12604): Terminating (SIGTERM)\u000a11:17:19.136852 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12607): Terminating (SIGTERM)\u000a11:17:19.146175 --- ParallelTerminationStrategy: PID 12601 died...\u000a11:17:19.200304 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12601): Terminated: ok {rc=0}\u000a11:17:19.209912 --- ParallelTerminationStrategy: PID 12604 died...\u000a11:17:19.263721 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12604): Terminated: ok {rc=0}\u000a11:17:19.273363 --- ParallelTerminationStrategy: PID 12607 died...\u000a11:17:19.326986 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12607): Terminated: ok {rc=0}\u000a11:17:19.416087 bus /sierra_3: Setting Powered False\u000a11:17:20.521290 bus /sierra_3: Setting Powered False\u000a11:17:21.634154 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "199", "name" : "handover_2G_trx-b200+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T11:17:11" } ] }